taste-lint 0.2.0 → 0.4.0

package/dist/cli.js

@@ -2,19 +2,20 @@
 import { Command, CommanderError, Option } from "commander";
 import fs from "node:fs";
 import path from "node:path";
-import { execFileSync, spawn, spawnSync } from "node:child_process";
+import readline from "node:readline";
 import { createHash, randomUUID } from "node:crypto";
+import os from "node:os";
+import { execFileSync, spawn, spawnSync } from "node:child_process";
 import { parse } from "yaml";
 import { fromMarkdown } from "mdast-util-from-markdown";
 import { gfmFromMarkdown } from "mdast-util-gfm";
 import { gfm } from "micromark-extension-gfm";
 import { parseSync } from "oxc-parser";
-import os from "node:os";
 import { mdxFromMarkdown } from "mdast-util-mdx";
 import { mdxjs } from "micromark-extension-mdxjs";
 import { styleText } from "node:util";
 //#region packages/cli/package.json
-var version = "0.2.0";
+var version = "0.4.0";
 //#endregion
 //#region src/lib/stats.ts
 const makePRNG = (seed) => {
@@ -345,7 +346,9 @@ const CONTEXT_KEYS = [
 	"docType",
 	"element",
 	"role",
-	"neighbours"
+	"neighbours",
+	"earlier",
+	"brief"
 ];
 //#endregion
 //#region src/eval/corpus.ts
@@ -416,6 +419,7 @@ const loadCorpus = (corpusDir, rules, options = {}) => {
 			].includes(labelSource)) throw new Error(`Invalid corpus line ${where}: labelSource`);
 			if (labelSource === "ai" && (typeof r.labelModel !== "string" || !r.labelModel.trim() || typeof r.labelPromptHash !== "string" || !/^[a-f0-9]{64}$/.test(r.labelPromptHash))) throw new Error(`Invalid corpus line ${where}: AI labels require model and prompt hash`);
 			if (!isRecord$1(r.source) || typeof r.source.repo !== "string" || typeof r.source.path !== "string" || r.source.id !== void 0 && (typeof r.source.id !== "string" || !r.source.id.trim())) throw new Error(`Invalid corpus line ${where}: source needs repo and path`);
+			if (r.note !== void 0 && typeof r.note !== "string") throw new TypeError(`Invalid corpus line ${where}: note must be text`);
 			if (r.split !== void 0 && r.split !== "dev" && r.split !== "holdout") throw new Error(`Invalid corpus line ${where}: split must be dev or holdout`);
 			if (r.classes !== void 0 && (!Array.isArray(r.classes) || r.classes.some((c) => typeof c !== "string"))) throw new Error(`Invalid corpus line ${where}: classes must be strings`);
 			if (r.context !== void 0) {
@@ -442,6 +446,7 @@ const loadCorpus = (corpusDir, rules, options = {}) => {
 				labelSource,
 				labels,
 				neighbours: r.neighbours,
+				note: r.note,
 				source: r.source,
 				split: r.split ?? splitFor(JSON.stringify([r.source.repo, r.source.path])),
 				text: r.text
@@ -552,6 +557,218 @@ const pairedOutcomes = (items, rule, probabilities) => {
 	return contrast;
 };
 //#endregion
+//#region src/lib/errors.ts
+var InputError = class extends Error {
+	code;
+	details;
+	constructor(code, message, details = {}) {
+		super(message);
+		this.code = code;
+		this.details = details;
+		this.name = "InputError";
+	}
+};
+//#endregion
+//#region src/scan/storage.ts
+const hash = (value) => createHash("sha256").update(JSON.stringify(value)).digest("hex");
+const object$2 = (value) => !!value && typeof value === "object" && !Array.isArray(value);
+const readJson = (file) => {
+	try {
+		return JSON.parse(fs.readFileSync(file, "utf-8"));
+	} catch {
+		throw new InputError("INVALID_SCAN_INPUT", `Cannot read JSON input: ${file}`);
+	}
+};
+const writeJson = (file, value) => {
+	fs.mkdirSync(path.dirname(path.resolve(file)), { recursive: true });
+	const temp = `${file}.${randomUUID()}.tmp`;
+	try {
+		fs.writeFileSync(temp, `${JSON.stringify(value, null, 2)}\n`, { flag: "wx" });
+		fs.renameSync(temp, file);
+	} finally {
+		fs.rmSync(temp, { force: true });
+	}
+};
+//#endregion
+//#region src/eval/label.ts
+const readSamples = (file) => {
+	const raw = readJson(file);
+	if (!object$2(raw) || raw.version !== 1 && raw.version !== 2 || !Array.isArray(raw.samples)) throw new InputError("INVALID_LABELS", `Expected a version 1 or 2 sample file from lint --samples: ${file}`);
+	return raw;
+};
+const show = (sample, index, total, first) => {
+	const { context, neighbours, text } = sample.item;
+	const lines = [
+		"",
+		`[${index}/${total}] ${sample.ruleId}${context?.docType ? ` · ${context.docType}` : ""}${context?.role ? ` · ${context.role}` : ""}`,
+		`Q: ${sample.criterion}`
+	];
+	const criteria = sample.rubric?.criteria;
+	if (first && criteria) for (const [key, side] of [["yes", criteria.true], ["no", criteria.false]]) {
+		if (!side) continue;
+		lines.push(`  ${key}: ${side.what ?? ""}`);
+		for (const example of side.examples ?? []) lines.push(`    e.g. ${example}`);
+	}
+	if (context?.headingAbove) lines.push(`Under heading: ${context.headingAbove}`);
+	if (neighbours?.prev) lines.push(`Before: ${neighbours.prev.text}`);
+	lines.push("Text:", `  ${text.split("\n").join("\n  ")}`);
+	if (neighbours?.next) lines.push(`After: ${neighbours.next.text}`);
+	return `${lines.join("\n")}\n`;
+};
+/** Walk unlabelled samples, saving after every answer so quitting loses nothing. */
+const labelSession = async (file, options) => {
+	const data = readSamples(file);
+	if (data.annotation !== void 0) throw new InputError("INVALID_LABELS", "This file carries AI annotation. Hand-label a fresh lint --samples file.");
+	const now = options.now ?? Date.now;
+	const deadline = options.minutes === void 0 ? Infinity : now() + options.minutes * 6e4;
+	const pending = data.samples.filter((s) => s.label === null && !s.unsure);
+	const rl = readline.createInterface({
+		input: options.input,
+		terminal: false
+	});
+	const lines = rl[Symbol.asyncIterator]();
+	const ask = async (prompt) => {
+		options.output.write(prompt);
+		const next = await lines.next();
+		return next.done ? void 0 : String(next.value).trim();
+	};
+	const seenRules = /* @__PURE__ */ new Set();
+	let labelled = 0;
+	let unsure = 0;
+	let stopped = "done";
+	try {
+		for (const [index, sample] of pending.entries()) {
+			if (now() >= deadline) {
+				stopped = "timebox";
+				break;
+			}
+			options.output.write(show(sample, index + 1, pending.length, !seenRules.has(sample.ruleId)));
+			seenRules.add(sample.ruleId);
+			let answer;
+			do
+				answer = (await ask("[y] violation  [n] fine  [u] unsure  [s] skip  [q] quit > "))?.toLowerCase();
+			while (answer !== void 0 && ![
+				"y",
+				"n",
+				"u",
+				"s",
+				"q"
+			].includes(answer));
+			if (answer === void 0 || answer === "q") {
+				stopped = "quit";
+				break;
+			}
+			if (answer === "s") continue;
+			const note = await ask(answer === "u" ? "What would you need to decide? > " : "Note (enter to skip) > ");
+			if (answer === "u") {
+				sample.unsure = true;
+				unsure += 1;
+			} else {
+				sample.label = answer === "y";
+				labelled += 1;
+			}
+			if (note) sample.note = note;
+			writeJson(file, data);
+			if (note === void 0) {
+				stopped = "quit";
+				break;
+			}
+		}
+	} finally {
+		rl.close();
+	}
+	return {
+		labelled,
+		remaining: data.samples.filter((s) => s.label === null && !s.unsure).length,
+		stopped,
+		unsure
+	};
+};
+/** Group hand labels by rule: unsure answers and notes are rubric gaps. */
+const labelGaps = (files) => {
+	const byRule = /* @__PURE__ */ new Map();
+	for (const file of files) for (const sample of readSamples(file).samples) {
+		if (sample.label === null && !sample.unsure) continue;
+		const gaps = byRule.get(sample.ruleId) ?? {
+			fine: 0,
+			notes: [],
+			ruleId: sample.ruleId,
+			unsure: 0,
+			violations: 0
+		};
+		if (sample.unsure) gaps.unsure += 1;
+		else if (sample.label) gaps.violations += 1;
+		else gaps.fine += 1;
+		if (sample.note) gaps.notes.push({
+			label: sample.unsure ? "unsure" : Boolean(sample.label),
+			note: sample.note,
+			text: sample.item.text
+		});
+		byRule.set(sample.ruleId, gaps);
+	}
+	return [...byRule.values()].toSorted((a, b) => b.unsure - a.unsure || b.notes.length - a.notes.length || a.ruleId.localeCompare(b.ruleId));
+};
+const renderGaps = (gaps) => {
+	if (!gaps.length) return "No hand labels yet. Run taste-lint eval label <samples.json>.\n";
+	const out = [];
+	for (const g of gaps) {
+		out.push(`${g.ruleId}: ${g.violations} violation, ${g.fine} fine, ${g.unsure} unsure`);
+		if (g.unsure) out.push("  Unsure answers mean the rubric cannot settle these; sharpen question.criteria before tuning.");
+		for (const n of g.notes) {
+			const label = n.label === "unsure" ? "unsure" : n.label ? "yes" : "no";
+			out.push(`  [${label}] ${n.note}`, `        ${n.text.replaceAll("\n", " ").slice(0, 100)}`);
+		}
+	}
+	return `${out.join("\n")}\n`;
+};
+/** How often a second labeller (usually an AI) matches your hand labels, per rule. */
+const labelAgreement = (handFile, otherFile, floor = .8) => {
+	const hand = new Map(readSamples(handFile).samples.filter((s) => s.label !== null).map((s) => [s.id, s]));
+	const byRule = /* @__PURE__ */ new Map();
+	for (const other of readSamples(otherFile).samples) {
+		const mine = hand.get(other.id);
+		if (!mine || other.label === null || mine.ruleId !== other.ruleId) continue;
+		const tally = byRule.get(other.ruleId) ?? {
+			agree: 0,
+			n: 0
+		};
+		tally.n += 1;
+		tally.agree += mine.label === other.label ? 1 : 0;
+		byRule.set(other.ruleId, tally);
+	}
+	return [...byRule.entries()].map(([ruleId, { n, agree }]) => {
+		const ci = wilson(agree, n);
+		return {
+			agree,
+			ci,
+			n,
+			ruleId,
+			trusted: ci[0] >= floor
+		};
+	}).toSorted((a, b) => a.ruleId.localeCompare(b.ruleId));
+};
+const pct$1 = (x) => `${Math.round(x * 100)}%`;
+const renderAgreement = (rows, floor) => {
+	if (!rows.length) return "No samples are labelled in both files.\n";
+	return `${rows.map((r) => `${r.ruleId}: ${r.agree}/${r.n} agree (${pct$1(r.agree / r.n)}, 95% CI ${pct$1(r.ci[0])}-${pct$1(r.ci[1])}) ${r.trusted ? "trusted" : `below ${pct$1(floor)}: label this rule by hand`}`).join("\n")}\n`;
+};
+const renderDisagreements = (evals, items, rules) => {
+	const byId = new Map(items.map((item) => [item.id, item]));
+	const out = [];
+	for (const e of evals) {
+		const rule = rules.find((r) => r.id === e.ruleId);
+		if (!rule) continue;
+		const wrong = e.pairs.filter((p) => p.probability >= rule.thresholds.review !== p.label);
+		if (!wrong.length) continue;
+		out.push(`${e.ruleId}: ${wrong.length} of ${e.pairs.length} disagree (${path.relative(process.cwd(), rule.file)})`);
+		for (const p of wrong) {
+			const item = byId.get(p.id);
+			out.push(`  ${p.label ? "labelled violation, judge missed" : "labelled fine, judge flagged"} p=${p.probability.toFixed(2)} [${item?.labelSource ?? "?"}/${item?.split ?? "?"}] ${p.id}`, `    ${(item?.text ?? "").replaceAll("\n", " ").slice(0, 160)}`, ...item?.note ? [`    note: ${item.note}`] : []);
+		}
+	}
+	return out.length ? `\nDisagreements (review threshold):\n${out.join("\n")}\n` : "\nNo disagreements at the review threshold.\n";
+};
+//#endregion
 //#region src/extract/tailwind.ts
 const ROOT_PX = 16;
 const FONT_SIZES = {
@@ -843,18 +1060,6 @@ const compareScale = (classes, theme = {}) => {
 	};
 };
 //#endregion
-//#region src/lib/errors.ts
-var InputError = class extends Error {
-	code;
-	details;
-	constructor(code, message, details = {}) {
-		super(message);
-		this.code = code;
-		this.details = details;
-		this.name = "InputError";
-	}
-};
-//#endregion
 //#region src/lib/glob.ts
 const DEFAULT_EXCLUDE = [
 	"**/node_modules/**",
@@ -862,7 +1067,10 @@ const DEFAULT_EXCLUDE = [
 	"**/.next/**",
 	"**/.git/**",
 	"**/results/**",
-	"**/coverage/**"
+	"**/coverage/**",
+	"**/LICENSE",
+	"**/LICENSE.*",
+	"**/CHANGELOG.md"
 ];
 const globToRegExp = (glob) => {
 	let out = "^";
@@ -1053,52 +1261,70 @@ const invalid = (key, expected) => {
 		field: key
 	});
 };
+const object$1 = (value, key) => {
+	if (!value || typeof value !== "object" || Array.isArray(value)) return invalid(key, "an object");
+	return value;
+};
+const keys = (value, allowed, prefix) => {
+	for (const key of Object.keys(value)) if (!allowed.includes(key)) invalid(`${prefix}${key}`, `one of ${allowed.join(", ")}`);
+};
+const strings$1 = (value, key) => {
+	if (!Array.isArray(value) || value.some((v) => typeof v !== "string")) invalid(key, "an array of strings");
+};
 function validateConfig(raw) {
-	const object = (value, key) => {
-		if (!value || typeof value !== "object" || Array.isArray(value)) return invalid(key, "an object");
-		return value;
-	};
-	const keys = (value, allowed, prefix) => {
-		for (const key of Object.keys(value)) if (!allowed.includes(key)) invalid(`${prefix}${key}`, `one of ${allowed.join(", ")}`);
-	};
-	const strings = (value, key) => {
-		if (!Array.isArray(value) || value.some((v) => typeof v !== "string")) invalid(key, "an array of strings");
-	};
-	const value = object(raw, "config");
+	const value = object$1(raw, "config");
 	keys(value, [
 		"$schema",
 		"exclude",
 		"smartQuotesAtBuild",
 		"docTypes",
 		"components",
-		"tailwind"
+		"tailwind",
+		"rules"
 	], "");
 	if (value.$schema !== void 0 && typeof value.$schema !== "string") invalid("$schema", "a string");
-	if (value.exclude !== void 0) strings(value.exclude, "exclude");
+	if (value.exclude !== void 0) strings$1(value.exclude, "exclude");
+	if (value.rules !== void 0) strings$1(value.rules, "rules");
 	if (value.smartQuotesAtBuild !== void 0 && typeof value.smartQuotesAtBuild !== "boolean") invalid("smartQuotesAtBuild", "a boolean");
 	if (value.docTypes !== void 0) {
 		if (!Array.isArray(value.docTypes)) invalid("docTypes", "an array");
 		for (const [i, entry] of value.docTypes.entries()) {
-			const row = object(entry, `docTypes[${i}]`);
+			const row = object$1(entry, `docTypes[${i}]`);
 			keys(row, ["glob", "type"], `docTypes[${i}].`);
 			if (typeof row.glob !== "string") invalid(`docTypes[${i}].glob`, "a string");
 			if (!DOC_TYPES.includes(row.type)) invalid(`docTypes[${i}].type`, DOC_TYPES.join(", "));
 		}
 	}
 	if (value.components !== void 0) {
-		const c = object(value.components, "components");
+		const c = object$1(value.components, "components");
 		keys(c, ["skip", "unwrap"], "components.");
-		for (const key of ["skip", "unwrap"]) if (c[key] !== void 0) strings(c[key], `components.${key}`);
+		for (const key of ["skip", "unwrap"]) if (c[key] !== void 0) strings$1(c[key], `components.${key}`);
 	}
 	if (value.tailwind !== void 0) {
-		const t = object(value.tailwind, "tailwind");
+		const t = object$1(value.tailwind, "tailwind");
 		keys(t, ["theme"], "tailwind.");
 		if (t.theme !== void 0) {
-			const theme = object(t.theme, "tailwind.theme");
+			const theme = object$1(t.theme, "tailwind.theme");
 			for (const [key, val] of Object.entries(theme)) if (typeof val !== "string") invalid(`tailwind.theme.${key}`, "a string");
 		}
 	}
 }
+const ruleDir = (root, raw) => {
+	const expanded = raw.replace(/^~(?=$|\/)/u, os.homedir()).replaceAll(/\$\{?(\w+)\}?/gu, (_, name) => {
+		const value = process.env[name];
+		if (!value) throw new InputError("INVALID_CONFIG", `taste-lint.config.json: rules entry ${raw} names ${name}, which is not set.`, {
+			field: "rules",
+			variable: name
+		});
+		return value;
+	});
+	const dir = path.resolve(root, expanded);
+	if (!fs.existsSync(dir) || !fs.statSync(dir).isDirectory()) throw new InputError("INVALID_CONFIG", `taste-lint.config.json: rules entry ${raw} is not a directory (${dir}).`, {
+		field: "rules",
+		path: dir
+	});
+	return dir;
+};
 const loadConfig = (root, defaults = []) => {
 	const absRoot = path.resolve(root);
 	try {
@@ -1133,6 +1359,7 @@ const loadConfig = (root, defaults = []) => {
 		],
 		exclude: user.exclude ?? [],
 		root: absRoot,
+		rules: (user.rules ?? []).map((raw) => ruleDir(absRoot, raw)),
 		smartQuotesAtBuild: typeof user.smartQuotesAtBuild === "boolean" ? user.smartQuotesAtBuild : detectSmartQuotesAtBuild(absRoot),
 		tailwind: { theme: user.tailwind?.theme ?? {} }
 	};
@@ -1464,6 +1691,8 @@ const buildState = (unit, rules) => {
 	if (keys.has("docType")) lines.push(`DOC TYPE: ${unit.context.docType}`);
 	if (keys.has("element") && unit.context.element) lines.push(`ELEMENT: ${unit.context.element}${unit.context.attr ? ` (${unit.context.attr})` : ""}`);
 	if (keys.has("role")) lines.push(`ROLE: ${unit.context.role}`);
+	if (keys.has("brief") && unit.context.brief) lines.push(`BRIEF: ${clip("BRIEF: ", unit.context.brief)}`);
+	if (keys.has("earlier") && unit.context.earlier) lines.push(`EARLIER: ${clip("EARLIER: ", unit.context.earlier)}`);
 	if (keys.has("section") && unit.context.section) lines.push(`SECTION: ${clip("SECTION: ", unit.context.section)}`);
 	return {
 		state: lines.join("\n"),
@@ -1890,11 +2119,54 @@ const smartQuotes = (prose) => prose.replaceAll(OPENING_DOUBLE, "$1“").replace
 const ellipsis = (prose) => prose.replaceAll("...", "…");
 const multiplicationSign = (prose) => prose.replaceAll(/(?<![\w.])([1-9]\d*)\s?x\s?(\d+)(?![\w.%])/gu, "$1×$2");
 const nbspValueUnit = (prose) => prose.replaceAll(/(\d) (?=(?:px|pt|em|rem|ms|min|KB|MB|GB|TB|kg|km|cm|mm|fps|%)(?![\p{L}\d]))/gu, "$1\xA0");
+const stripUtm = (prose) => prose.replaceAll(/\?utm_source=chatgpt\.com(?![\w&=-])/gu, "").replaceAll(/([?&])utm_source=chatgpt\.com&/gu, "$1").replaceAll("&utm_source=chatgpt.com", "");
+const AU_SPELLING = {
+	analyze: "analyse",
+	analyzed: "analysed",
+	apologize: "apologise",
+	behavior: "behaviour",
+	behaviors: "behaviours",
+	canceled: "cancelled",
+	canceling: "cancelling",
+	catalog: "catalogue",
+	color: "colour",
+	colored: "coloured",
+	colors: "colours",
+	customize: "customise",
+	customized: "customised",
+	favorite: "favourite",
+	favorites: "favourites",
+	gray: "grey",
+	honor: "honour",
+	labeled: "labelled",
+	labeling: "labelling",
+	modeling: "modelling",
+	neighbor: "neighbour",
+	optimize: "optimise",
+	optimized: "optimised",
+	organization: "organisation",
+	organizations: "organisations",
+	organize: "organise",
+	organized: "organised",
+	prioritize: "prioritise",
+	realize: "realise",
+	realized: "realised",
+	recognize: "recognise",
+	traveling: "travelling"
+};
+const AU_SPELLING_PATTERN = String.raw`(?<!\S*/\S*)\b(?:${Object.keys(AU_SPELLING).join("|")})\b(?!\S*/)`;
+const auSpelling = (prose) => prose.replaceAll(new RegExp(AU_SPELLING_PATTERN, "giu"), (word) => {
+	const au = AU_SPELLING[word.toLowerCase()];
+	if (!au || word !== word.toLowerCase() && word !== `${word[0]}${word.slice(1).toLowerCase()}`) return word;
+	return word[0] === word[0].toUpperCase() ? `${au[0].toUpperCase()}${au.slice(1)}` : au;
+});
 const FIXES = {
+	auSpelling,
 	ellipsis,
 	multiplicationSign,
 	nbspValueUnit,
-	smartQuotes
+	smartQuotes,
+	stripUtm
 };
 //#endregion
 //#region src/rules/validate-sections.ts
@@ -2020,7 +2292,8 @@ const preconditions = (file, v) => {
 		"notInCode",
 		"docType",
 		"role",
-		"smartQuotesAtBuild"
+		"smartQuotesAtBuild",
+		"minWords"
 	]);
 	const out = {};
 	if (raw.notInCode !== void 0) {
@@ -2033,6 +2306,10 @@ const preconditions = (file, v) => {
 		if (raw.smartQuotesAtBuild !== false) fail(file, "preconditions.smartQuotesAtBuild may only be false");
 		out.smartQuotesAtBuild = false;
 	}
+	if (raw.minWords !== void 0) {
+		if (!Number.isInteger(raw.minWords) || raw.minWords < 1) fail(file, "preconditions.minWords must be a positive integer");
+		out.minWords = raw.minWords;
+	}
 	return out;
 };
 const INCLUDE_BY_KIND = {
@@ -2128,6 +2405,7 @@ const missingEvidence = (unit, rule) => {
 };
 //#endregion
 //#region src/map/plan.ts
+const WORD$1 = /[\p{L}\p{N}]+(?:['’-][\p{L}\p{N}]+)*/gu;
 const inScope = (rule, unit) => unit.kind === "element" || matchesAny(unit.file, rule.scope.include) && !matchesAny(unit.file, rule.scope.exclude);
 const passesPreconditions = (rule, unit, config) => {
 	const p = rule.preconditions;
@@ -2135,6 +2413,7 @@ const passesPreconditions = (rule, unit, config) => {
 	if (p.notInCode && unit.inCode) return false;
 	if (p.docType && !p.docType.includes(unit.context.docType)) return false;
 	if (p.role && !p.role.includes(unit.context.role)) return false;
+	if (p.minWords && (unit.text.match(WORD$1)?.length ?? 0) < p.minWords) return false;
 	if (p.smartQuotesAtBuild === false && config.smartQuotesAtBuild && (unit.kind === "paragraph" || unit.kind === "heading") && /\.(md|mdx)$/.test(unit.file)) return false;
 	return true;
 };
@@ -2550,7 +2829,7 @@ const codeRule = (spec, module) => {
 //#endregion
 //#region src/rules/code/classes.ts
 const MODULE$1 = "src/rules/code/classes.ts";
-const ANIMATION = "skills/ui-animation/references";
+const ANIMATION$1 = "skills/ui-animation/references";
 const bases = (unit) => (unit.classes ?? []).map(baseClass);
 const animates = (list) => list.some((c) => c.startsWith("transition") && c !== "transition-none" || c.startsWith("duration-") || c.startsWith("animate-") && c !== "animate-none");
 const durationMs = (cls) => {
@@ -2615,7 +2894,7 @@ const CLASS_RULES = [
 		id: "motion-ease-in-on-transition",
 		source: {
 			line: 27,
-			path: `${ANIMATION}/debugging-symptoms.md`
+			path: `${ANIMATION$1}/debugging-symptoms.md`
 		},
 		title: "Transition eases in, so it starts slow while the user is watching"
 	}),
@@ -2630,7 +2909,7 @@ const CLASS_RULES = [
 		id: "motion-linear-easing-on-transition",
 		source: {
 			line: 37,
-			path: `${ANIMATION}/debugging-symptoms.md`
+			path: `${ANIMATION$1}/debugging-symptoms.md`
 		},
 		title: "Linear easing on motion that is not a spinner or marquee"
 	}),
@@ -2646,7 +2925,7 @@ const CLASS_RULES = [
 		id: "motion-duration-over-300ms",
 		source: {
 			line: 29,
-			path: `${ANIMATION}/debugging-symptoms.md`
+			path: `${ANIMATION$1}/debugging-symptoms.md`
 		},
 		title: "Transition longer than 300ms on product UI"
 	}),
@@ -2657,7 +2936,7 @@ const CLASS_RULES = [
 		id: "motion-transition-all",
 		source: {
 			line: 58,
-			path: `${ANIMATION}/review-format.md`
+			path: `${ANIMATION$1}/review-format.md`
 		},
 		title: "transition-all animates every property, layout included"
 	}),
@@ -2672,7 +2951,7 @@ const CLASS_RULES = [
 		id: "motion-scale-from-zero",
 		source: {
 			line: 46,
-			path: `${ANIMATION}/debugging-symptoms.md`
+			path: `${ANIMATION$1}/debugging-symptoms.md`
 		},
 		title: "Entrance from scale zero"
 	}),
@@ -2688,7 +2967,7 @@ const CLASS_RULES = [
 		id: "motion-animate-without-reduced-motion",
 		source: {
 			line: 57,
-			path: `${ANIMATION}/live-tuning.md`
+			path: `${ANIMATION$1}/live-tuning.md`
 		},
 		status: "review-only",
 		title: "Animation has no local reduced-motion guard"
@@ -2871,7 +3150,7 @@ const document = (unit) => {
 	return unit.facts.document;
 };
 const nodes = (unit) => descendants(document(unit));
-const make$1 = (name, title, source, include, check, hint, authoring = false) => codeRule({
+const make$1 = (name, title, source, include, check, hint, authoring = false, status = "review-only") => codeRule({
 	categoryId: authoring ? "instruction-quality" : "reference-reading",
 	check,
 	hint,
@@ -2882,7 +3161,7 @@ const make$1 = (name, title, source, include, check, hint, authoring = false) =>
 		path: `skills/${source}`,
 		repo: "mblode/agent-skills"
 	},
-	status: "review-only",
+	status,
 	title,
 	unit: ["source"]
 }, "src/rules/code/documents.ts");
@@ -2893,7 +3172,7 @@ const INSTRUCTIONS = [
 	"**/SKILL.md"
 ];
 const DOCS = ["**/*.md"];
-const README_SOURCE = "readme-creator/references/quality-checklist.md";
+const README_SOURCE = "ghostwriter/references/readme.md";
 const DOCUMENT_RULES = [
 	make$1("readme-scaffold", "README still contains scaffold instructions", README_SOURCE, README, (u) => {
 		const n = nodes(u).find((candidate) => candidate.type === "paragraph" && /This is a \[?Next\.js.*bootstrapped with|This template provides a minimal setup to get React working in Vite/i.test(nodeText(candidate)));
@@ -2916,7 +3195,7 @@ const DOCUMENT_RULES = [
 		}
 		return none;
 	}, "Provide a complete first-run example; move intentionally partial examples to a tutorial."),
-	make$1("document-empty-heading", "A section has no content", "docs-writing/rules/structure-no-filler-sections.md", DOCS, (u) => {
+	make$1("document-empty-heading", "A section has no content", "ghostwriter/references/docs.md", DOCS, (u) => {
 		const children = document(u).children ?? [];
 		for (const [i, n] of children.entries()) {
 			if (n.type !== "heading") continue;
@@ -2925,7 +3204,7 @@ const DOCUMENT_RULES = [
 		}
 		return none;
 	}, "Add the section's content or remove its heading."),
-	make$1("document-heading-order", "Heading skips a structural level", "docs-writing/rules/format-semantic-html.md", DOCS, (u) => {
+	make$1("document-heading-order", "Heading skips a structural level", "ghostwriter/references/docs.md", DOCS, (u) => {
 		let previous = 0;
 		for (const n of nodes(u).filter((candidate) => candidate.type === "heading")) {
 			const depth = n.depth ?? 1;
@@ -2934,7 +3213,11 @@ const DOCUMENT_RULES = [
 		}
 		return none;
 	}, "Nest heading levels in order so the document outline reflects its structure."),
-	make$1("document-broken-local-link", "Document links to a missing local file", "docs-writing/rules/review-verify-links.md", DOCS, (u) => {
+	make$1("document-code-fence-language", "Code fence has no language tag", "ghostwriter/references/docs.md", DOCS, (u) => {
+		const n = nodes(u).find((candidate) => candidate.type === "code" && !candidate.lang);
+		return n ? at(n, "Fence without a language tag") : none;
+	}, "Tag the fence: ```bash, ```ts, or ```text for output. The tag drives highlighting and tells the reader what to paste where."),
+	make$1("document-broken-local-link", "Document links to a missing local file", "ghostwriter/references/docs.md", DOCS, (u) => {
 		const repo = u.facts.repository;
 		for (const n of nodes(u).filter((candidate) => [
 			"link",
@@ -2955,7 +3238,7 @@ const DOCUMENT_RULES = [
 			if (!repo.exists(resolved)) return at(n, `Missing local target: ${target}`);
 		}
 		return none;
-	}, "Correct the link or provide the referenced file. Generated site routes need a route-aware check."),
+	}, "Correct the link or provide the referenced file. Generated site routes need a route-aware check.", false, "active"),
 	make$1("instruction-missing-script", "Instruction invokes an undefined package script", "agents-md/references/quick-checklist.md", INSTRUCTIONS, (u) => {
 		const manifest = u.facts.repository.manifest(u.file);
 		if (!manifest) throw new UnresolvedError("No readable package manifest for this instruction file");
@@ -3024,6 +3307,7 @@ const IMAGE_RULES = [{
 	id: "interaction-a11y-image-alt-text",
 	required: ["alt"],
 	source: "a11y-image-alt-text",
+	status: "active",
 	title: "Image is missing an alt attribute"
 }, {
 	categoryId: "resilience",
@@ -3031,6 +3315,7 @@ const IMAGE_RULES = [{
 	id: "craft-image-dimensions-and-priority",
 	required: ["width", "height"],
 	source: "perf-image-dimensions-and-priority",
+	status: "review-only",
 	title: "Image has no declared dimensions or style"
 }].map((spec) => codeRule({
 	categoryId: spec.categoryId,
@@ -3056,11 +3341,166 @@ const IMAGE_RULES = [{
 		repo: "mblode/agent-skills",
 		ruleId: spec.source
 	},
-	status: "review-only",
+	status: spec.status,
 	title: spec.title,
 	unit: ["source"]
 }, "src/rules/code/images.ts"));
 //#endregion
+//#region src/rules/code/motion-source.ts
+const ANIMATION = "skills/ui-animation/SKILL.md";
+const stripComments = (text) => text.replaceAll(/\/\*[\s\S]*?\*\/|(?<![:"'\w])\/\/[^\n]*/gu, (m) => m.replaceAll(/[^\n]/gu, " "));
+const first = (unit, re, evidence) => {
+	const m = re.exec(stripComments(unit.text));
+	return m ? {
+		evidence,
+		fired: true,
+		offset: m.index
+	} : none;
+};
+const MOTION_SOURCE_RULES = [codeRule({
+	categoryId: "motion-restraint",
+	check: (unit) => first(unit, /(?:^|[{;\s])transition(?:-property)?\s*:\s*["'`]?all\b/mu, "transition: all"),
+	hint: "List the properties: transition: transform 200ms, opacity 200ms. `all` animates layout and silently adopts properties added later.",
+	id: "motion-css-transition-all",
+	scope: { include: [
+		"**/*.css",
+		"**/*.scss",
+		"**/*.tsx",
+		"**/*.jsx"
+	] },
+	source: {
+		line: 67,
+		path: ANIMATION,
+		repo: "mblode/agent-skills"
+	},
+	title: "transition: all animates every property, layout included",
+	unit: ["source"]
+}, "src/rules/code/motion-source.ts"), codeRule({
+	categoryId: "motion-restraint",
+	check: (unit) => first(unit, /\bfrom\s*["']framer-motion(?:\/[^"']*)?["']|\b(?:import|require)\s*\(\s*["']framer-motion["']/u, "imports framer-motion"),
+	hint: "Install `motion` and import from \"motion/react\". A mixed codebase compiles but ships two copies of the library.",
+	id: "motion-framer-motion-import",
+	scope: { include: [
+		"**/*.tsx",
+		"**/*.jsx",
+		"**/*.ts",
+		"**/*.js",
+		"**/*.mjs",
+		"**/*.mts"
+	] },
+	source: {
+		line: 153,
+		path: ANIMATION,
+		repo: "mblode/agent-skills"
+	},
+	title: "Imports framer-motion instead of motion/react",
+	unit: ["source"]
+}, "src/rules/code/motion-source.ts")];
+//#endregion
+//#region src/rules/code/prose.ts
+const PROSE_ROLES = [
+	"body",
+	"list-item",
+	"cell",
+	"caption",
+	"literal-copy",
+	"unknown"
+];
+const echoesEarlier = (unit) => unit.context.earlier ? hit(`shares content words with ${unit.context.earlier.split("\n").length} earlier sentence(s)`) : none;
+const hasBrief = (unit) => unit.context.brief ? hit("checked against the brief") : none;
+const PROSE_RULES = [codeRule({
+	categoryId: "machine-prose",
+	check: echoesEarlier,
+	hint: "Cut the restatement or replace it with the evidence it was standing in for.",
+	id: "copywriting-idea-repetition",
+	preconditions: {
+		minWords: 5,
+		notInCode: true,
+		role: PROSE_ROLES
+	},
+	question: {
+		context: ["docType", "earlier"],
+		criteria: {
+			false: {
+				examples: [
+					"EARLIER: Northwind keeps both versions side by side. TEXT: Open the conflict and pick the lines you want from each version.",
+					"EARLIER: Relay unreachable. Check your connection and try again. TEXT: Disk full. Free up space on this laptop and Northwind will resume.",
+					"EARLIER: Speed matters to users. TEXT: A 400ms dropdown loses a click one time in five in our logs."
+				],
+				what: "TEXT adds a fact, example, step or consequence, or is a parallel entry for a different case."
+			},
+			true: {
+				examples: ["EARLIER: When two people edit the same file, Northwind keeps both versions side by side. TEXT: Conflicting edits are never overwritten: you get both versions, side by side.", "EARLIER: It costs $8 per seat per month, with a 14-day free trial. TEXT: Just $8 per seat per month, and your first 14 days are free."],
+				what: "TEXT says again what an EARLIER sentence already said, with nothing new."
+			}
+		},
+		instructions: "EARLIER lists sentences said before TEXT in the same document that share words with it. Does TEXT restate one of them without adding a new fact, example, step or consequence? Return false for parallel entries that share a structure but cover different cases (one error message, FAQ answer or step each), for a deliberate one-sentence summary closing a long section, and for a fact repeated where the reader acts on it (the price on the plan's button)."
+	},
+	source: {
+		line: 1,
+		path: "https://typesafe-parallel-judgment-lab.every-4573.chatgpt.site/downloads/typesafe-lab-source.zip (scripts/run-ai-checker.mjs)",
+		repo: "every.to",
+		ruleId: "idea_repetition"
+	},
+	thresholds: {
+		act: .75,
+		review: .4
+	},
+	title: "Repeats the same idea without adding new evidence",
+	unit: ["paragraph", "jsx-text"]
+}, "src/rules/code/prose.ts"), codeRule({
+	categoryId: "evidence-over-claims",
+	check: hasBrief,
+	hint: "Cut the setting, mode, policy or comparison, or add it to the brief if the product really does it.",
+	id: "copywriting-invented-capability",
+	preconditions: { notInCode: true },
+	question: {
+		context: [
+			"docType",
+			"element",
+			"brief"
+		],
+		criteria: {
+			false: {
+				examples: [
+					"BRIEF: keeps both versions when edits conflict. TEXT: Keep both versions",
+					"BRIEF: 14-day free trial, no card required. TEXT: Start your free trial",
+					"BRIEF: a desktop sync app. TEXT: Email address",
+					"BRIEF: 14-day free trial, no card required; $8 per seat per month. TEXT: 14 days. No card. $8 per seat after that.",
+					"BRIEF: keeps both versions when edits conflict. TEXT: Nobody’s work gets thrown away, even when two people edit the same file offline."
+				],
+				what: "Every claim in TEXT rewords, summarises or directly follows from the brief, or TEXT is ordinary interface chrome or an instruction to the reader."
+			},
+			true: {
+				examples: [
+					"BRIEF: local network first, falls back to an encrypted relay. TEXT: Relay only",
+					"BRIEF: 14-day free trial, no card required. TEXT: Cancel anytime during the trial",
+					"BRIEF: keeps both versions side by side. TEXT: Most sync tools pick a winner and silently overwrite the other."
+				],
+				what: "TEXT offers or asserts a capability, setting, mode, role, policy, integration or comparison the brief never states."
+			}
+		},
+		instructions: "BRIEF is everything known about the product. Does TEXT offer or assert a capability, setting, mode, role, policy, integration, page, or claim about other products that BRIEF neither states nor directly implies? Return false for rewording, shortening or drawing a direct consequence from BRIEF, for ordinary interface chrome every app has (Save, Cancel, Email, Password, Settings, Sign in), and for instructions to the reader."
+	},
+	source: {
+		line: 10,
+		path: "skills/ui-design/rules/slop-invented-behaviour.md",
+		repo: "mblode/agent-skills",
+		ruleId: "slop-invented-behaviour"
+	},
+	thresholds: {
+		act: .75,
+		review: .4
+	},
+	title: "States a capability the brief never gave",
+	unit: [
+		"paragraph",
+		"heading",
+		"jsx-text",
+		"attr-string"
+	]
+}, "src/rules/code/prose.ts")];
+//#endregion
 //#region src/rules/code/skill-classes.ts
 const make = (id, title, categoryId, source, check, hint) => codeRule({
 	categoryId,
@@ -3105,6 +3545,67 @@ const SKILL_CLASS_RULES = [
 	}, "Prefer transform/opacity for frequent motion; measure deliberate container resizing before changing it.")
 ];
 //#endregion
+//#region src/rules/code/slop-source.ts
+const EYEBROW = /<(?:p|span|div)\b[^>]*className="[^"]*\b(?:uppercase|text-xs|text-\[(?:9|10|11|12)px\])[^"]*"[^>]*>(?:\s*<span[^>]*\/>)?[^<{]{2,80}<\/(?:p|span|div)>\s*<h[1-3]\b/gu;
+const FACT = /\b\d+[- ]days?\b|\bno (?:credit )?card\b|\bcancel any ?time\b|\$\d+(?:\.\d\d)?(?= ?(?:\/|per|a) ?(?:seat|user|member|month))/giu;
+const MAX_EYEBROWS = 2;
+const MAX_REPEATS = 3;
+const eyebrows = (unit) => {
+	const found = [...unit.text.matchAll(EYEBROW)];
+	if (found.length <= MAX_EYEBROWS) return none;
+	return {
+		...hit(`${found.length} headings carry an eyebrow label`),
+		offset: found[MAX_EYEBROWS]?.index
+	};
+};
+const factPadding = (unit) => {
+	const counts = /* @__PURE__ */ new Map();
+	for (const m of unit.text.matchAll(FACT)) {
+		const key = m[0].toLowerCase().replaceAll(/[- ]/gu, " ");
+		const seen = counts.get(key) ?? {
+			first: m.index,
+			n: 0
+		};
+		counts.set(key, {
+			...seen,
+			n: seen.n + 1
+		});
+	}
+	const [top] = [...counts].toSorted((a, b) => b[1].n - a[1].n);
+	if (!top || top[1].n <= MAX_REPEATS) return none;
+	return {
+		...hit(`"${top[0]}" appears ${top[1].n} times`),
+		offset: top[1].first
+	};
+};
+const source = (ruleId) => ({
+	line: 10,
+	path: `skills/ui-design/rules/${ruleId}.md`,
+	repo: "mblode/agent-skills",
+	ruleId
+});
+const SLOP_SOURCE_RULES = [codeRule({
+	categoryId: "visual-hierarchy",
+	check: eyebrows,
+	hint: "Keep an eyebrow on at most two sections, where it names something the heading cannot. Delete the rest.",
+	id: "craft-eyebrow-overuse",
+	scope: { include: ["**/*.tsx", "**/*.jsx"] },
+	source: source("slop-eyebrow-overuse"),
+	status: "review-only",
+	title: "An eyebrow over nearly every heading",
+	unit: ["source"]
+}, "src/rules/code/slop-source.ts"), codeRule({
+	categoryId: "evidence-over-claims",
+	check: factPadding,
+	hint: "Say each fact once, where the reader needs it: the price on the plan, the trial on the button. Cut the sections that exist only to repeat them.",
+	id: "copywriting-fact-padding",
+	scope: { include: ["**/*.tsx", "**/*.jsx"] },
+	source: source("slop-fact-padding"),
+	status: "review-only",
+	title: "The same few facts restated to fill the page",
+	unit: ["source"]
+}, "src/rules/code/slop-source.ts")];
+//#endregion
 //#region src/rules/code/typography.ts
 const MODULE = "src/rules/code/typography.ts";
 const AUDIT = "skills/typography-audit/rules";
@@ -3320,7 +3821,7 @@ const CODE_RULES = [
 		rule({
 			categoryId: "machine-prose",
 			check: (unit) => {
-				const long = unit.text.split(/(?<=[.!?])\s+/u).map((s) => [s, countWords(s)]).filter(([, n]) => n > 25);
+				const long = unit.text.split(/(?<=[.!?])\s+/u).map((s) => [s, countWords(s)]).filter(([s, n]) => n > 25 && (s.match(/\b(?:and|but)\b/giu)?.length ?? 0) >= 2);
 				if (long.length === 0) return none;
 				const [sentence, n] = long[0];
 				return hit(`${n} words: "${sentence.slice(0, 80)}${sentence.length > 80 ? "..." : ""}"`);
@@ -3342,18 +3843,21 @@ const CODE_RULES = [
 				notInCode: true
 			},
 			source: {
-				line: 7,
-				path: "skills/docs-writing/rules/clarity-one-idea-per-sentence.md",
+				line: 17,
+				path: "skills/ghostwriter/references/docs.md",
 				repo: "mblode/agent-skills"
 			},
-			title: "Sentence over 25 words",
+			title: "Sentence over 25 words joins several clauses",
 			unit: ["paragraph", "jsx-text"]
 		})
 	],
 	...CLASS_RULES,
 	...DOCUMENT_RULES,
 	...IMAGE_RULES,
-	...SKILL_CLASS_RULES
+	...SKILL_CLASS_RULES,
+	...MOTION_SOURCE_RULES,
+	...SLOP_SOURCE_RULES,
+	...PROSE_RULES
 ];
 //#endregion
 //#region src/rules/load.ts
@@ -3416,10 +3920,8 @@ const readTuning = (rulesDir) => {
 	}
 	return out;
 };
-const loadRules = (rulesDir, options = {}) => {
-	const tuning = readTuning(rulesDir);
+const readYamlRules = (rulesDir) => {
 	const rules = [];
-	const seen = /* @__PURE__ */ new Set();
 	const domains = fs.readdirSync(rulesDir, { withFileTypes: true }).filter((d) => d.isDirectory() && d.name !== "schema").map((d) => d.name).toSorted();
 	for (const domain of domains) {
 		const dir = path.join(rulesDir, domain);
@@ -3427,24 +3929,49 @@ const loadRules = (rulesDir, options = {}) => {
 			if (!name.endsWith(".yaml")) continue;
 			const file = path.join(dir, name);
 			const expectedId = name.slice(0, -5);
-			let raw;
 			try {
-				raw = parse(fs.readFileSync(file, "utf-8"));
+				let raw;
+				try {
+					raw = parse(fs.readFileSync(file, "utf-8"));
+				} catch (error) {
+					throw new Error(`Invalid rule ${file}: YAML did not parse (${error.message})`, { cause: error });
+				}
+				const rule = validateRule(raw, file, expectedId);
+				if (rule.domain !== domain) throw new Error(`Invalid rule ${file}: domain ${rule.domain} does not match folder ${domain}`);
+				rules.push(rule);
 			} catch (error) {
-				throw new Error(`Invalid rule ${file}: YAML did not parse (${error.message})`, { cause: error });
+				const invalid = new InputError("INVALID_RULE", error.message, { file });
+				invalid.cause = error;
+				throw invalid;
 			}
-			const rule = validateRule(raw, file, expectedId);
-			if (rule.domain !== domain) throw new Error(`Invalid rule ${file}: domain ${rule.domain} does not match folder ${domain}`);
-			rules.push(rule);
 		}
 	}
+	return rules;
+};
+const loadRules = (rulesDir, options = {}) => {
+	const tuning = readTuning(rulesDir);
+	const rules = [];
+	const seen = /* @__PURE__ */ new Map();
+	rules.push(...readYamlRules(rulesDir));
+	for (const dir of options.extraDirs ?? []) {
+		const extra = readYamlRules(dir);
+		if (extra.length === 0) throw new InputError("INVALID_CONFIG", `rules entry ${dir} holds no rules; put YAML rule files in a domain folder such as ${path.join(dir, "copywriting")}/`, {
+			field: "rules",
+			path: dir
+		});
+		rules.push(...extra);
+	}
 	for (const code of CODE_RULES) rules.push({
 		...code,
 		thresholds: { ...code.thresholds }
 	});
 	for (const rule of rules) {
-		if (seen.has(rule.id)) throw new Error(`Duplicate rule id ${rule.id}`);
-		seen.add(rule.id);
+		const first = seen.get(rule.id);
+		if (first !== void 0) throw new InputError("DUPLICATE_RULE", `Rule id ${rule.id} is defined in ${first} and ${rule.file}; rename one.`, {
+			files: [first, rule.file],
+			id: rule.id
+		});
+		seen.set(rule.id, rule.file);
 		const overlay = tuning[rule.id];
 		if (isCandidateRule(rule) && (rule.status === "active" || overlay?.status === "active")) throw new Error(`Candidate-only rule ${rule.id} cannot be active; add an evidence-based check before promotion.`);
 		if (overlay) {
@@ -3630,7 +4157,11 @@ const runEval = async (options, ctx = {}) => {
 		knownRuleIds
 	});
 	if (options.split && options.split !== "all") items = items.filter((i) => i.split === options.split);
-	if (!items.length) throw new Error("No corpus items in the selected split.");
+	if (options.sources) {
+		const sources = new Set(options.sources);
+		items = items.filter((i) => sources.has(i.labelSource));
+	}
+	if (!items.length) throw new Error("No corpus items in the selected split and label sources.");
 	const model = options.model ?? "jev-latest";
 	const resultsDir = options.resultsDir ?? defaultResultsDir();
 	const cache = new AnswerCache(path.join(resultsDir, "cache"), !options.noCache);
@@ -3647,6 +4178,7 @@ const runEval = async (options, ctx = {}) => {
 		model,
 		recorder
 	});
+	if (unknowns.some((u) => u.reason === "auth")) throw new ProviderError("auth", 401);
 	const labelSources = {};
 	for (const item of items) labelSources[item.labelSource] = (labelSources[item.labelSource] ?? 0) + 1;
 	const evals = evaluateRules(items, rules, probabilities, unknowns, skipped);
@@ -3666,41 +4198,56 @@ const runEval = async (options, ctx = {}) => {
 		exitCode,
 		labelSources,
 		referenceCoverage: corpusCoverage(items, rules),
-		report: (options.check ? `Regression check: ${exitCode === 0 ? "PASS" : exitCode === 1 ? "FAIL (reference disagreement)" : "INCOMPLETE (missing evaluations)"}. Uses the review threshold.\n` : "") + (labelSources.ai ? `AI-labeled reference: ${labelSources.ai} items. Metrics measure agreement with AI labels, not human judgments.\n` : "") + renderEval(evals, usage, Boolean(options.dryRun), pendingRequests),
+		report: (options.check ? `Regression check: ${exitCode === 0 ? "PASS" : exitCode === 1 ? "FAIL (reference disagreement)" : "INCOMPLETE (missing evaluations)"}. Uses the review threshold.\n` : "") + (labelSources.ai ? `AI-labeled reference: ${labelSources.ai} items. Metrics measure agreement with AI labels, not human judgments.\n` : "") + renderEval(evals, usage, Boolean(options.dryRun), pendingRequests) + (options.disagreements && !options.dryRun ? renderDisagreements(evals, items, rules) : ""),
 		rules: evals,
 		usage
 	};
 };
 //#endregion
-//#region src/scan/storage.ts
-const hash = (value) => createHash("sha256").update(JSON.stringify(value)).digest("hex");
-const object$1 = (value) => !!value && typeof value === "object" && !Array.isArray(value);
-const readJson = (file) => {
-	try {
-		return JSON.parse(fs.readFileSync(file, "utf-8"));
-	} catch {
-		throw new InputError("INVALID_SCAN_INPUT", `Cannot read JSON input: ${file}`);
+//#region src/reduce/suppress.ts
+const PATTERN = /(?:taste-lint-ignore|ui-audit-ignore)\s*:\s*([a-z0-9-]+)/giu;
+const suppressionsFor = (sourceLines, line) => {
+	const ids = /* @__PURE__ */ new Set();
+	for (const n of [line - 2, line - 1]) {
+		const text = sourceLines[n];
+		if (!text) continue;
+		for (const m of text.matchAll(PATTERN)) ids.add(m[1].toLowerCase());
 	}
+	return ids;
 };
-const writeJson = (file, value) => {
-	fs.mkdirSync(path.dirname(path.resolve(file)), { recursive: true });
-	const temp = `${file}.${randomUUID()}.tmp`;
-	try {
-		fs.writeFileSync(temp, `${JSON.stringify(value, null, 2)}\n`, { flag: "wx" });
-		fs.renameSync(temp, file);
-	} finally {
-		fs.rmSync(temp, { force: true });
-	}
+const applySuppressions = (findings, rules, sources) => {
+	const byId = new Map(rules.map((r) => [r.id, r]));
+	return findings.map((f) => {
+		const lines = sources.get(f.file);
+		if (!lines) return f;
+		const ids = suppressionsFor(lines, f.line);
+		const portedId = byId.get(f.ruleId)?.source.ruleId?.toLowerCase();
+		if (ids.has(f.ruleId) || portedId && ids.has(portedId) || ids.has("all")) return {
+			...f,
+			suppressed: true
+		};
+		return f;
+	});
 };
 //#endregion
 //#region src/scan/samples.ts
-const makeSamples = (units, rules, answers, negatives, perStratum = 3, sourceRepo = "scan") => {
+const STRATA = [
+	"ignored",
+	"disagree",
+	"review",
+	"high",
+	"negative"
+];
+const makeSamples = (units, rules, answers, negatives, perStratum = 3, sourceRepo = "scan", sources = /* @__PURE__ */ new Map()) => {
 	const buckets = /* @__PURE__ */ new Map();
 	const seen = /* @__PURE__ */ new Set();
 	const semanticRules = rules.filter((rule) => rule.question);
 	for (const unit of units) for (const rule of semanticRules) {
-		const probability = answers.get(unit.id)?.[rule.id] ?? (negatives.get(unit.id)?.has(rule.id) ? 0 : void 0);
+		const answered = answers.get(unit.id)?.[rule.id];
+		const probability = answered ?? (negatives.get(unit.id)?.has(rule.id) ? 0 : void 0);
 		if (probability === void 0) continue;
+		const ignores = suppressionsFor(sources.get(unit.file) ?? [], unit.line);
+		const stratum = ignores.has(rule.id) || ignores.has("all") || ignores.has(rule.source.ruleId?.toLowerCase() ?? rule.id) ? "ignored" : answered !== void 0 && rule.mechanical && answered < rule.thresholds.review ? "disagree" : probability < rule.thresholds.review ? "negative" : probability < rule.thresholds.act ? "review" : "high";
 		const { docType, role, headingAbove } = unit.context;
 		const context = {
 			docType,
@@ -3747,28 +4294,29 @@ const makeSamples = (units, rules, answers, negatives, perStratum = 3, sourceRep
 			rubric,
 			ruleId: rule.id
 		};
-		const bucket = `${rule.id}:${docType}:${probability < rule.thresholds.review ? "negative" : probability < rule.thresholds.act ? "review" : "high"}`;
+		const bucket = `${STRATA.indexOf(stratum)}:${rule.id}:${docType}`;
 		const list = buckets.get(bucket) ?? [];
 		list.push(sample);
 		buckets.set(bucket, list);
 	}
-	return [...buckets.values()].flatMap((list) => list.toSorted((a, b) => a.id.localeCompare(b.id)).slice(0, perStratum)).toSorted((a, b) => a.id.localeCompare(b.id));
+	return [...buckets.entries()].toSorted(([a], [b]) => a.localeCompare(b)).flatMap(([, list]) => list.toSorted((a, b) => a.id.localeCompare(b.id)).slice(0, perStratum));
 };
 const labelsToCorpus = (file, destination, rulesDir) => {
 	const raw = readJson(file);
-	if (!object$1(raw) || raw.version !== 1 && raw.version !== 2 || !Array.isArray(raw.samples)) throw new InputError("INVALID_LABELS", "Expected a version 1 or 2 blind sample file.");
+	if (!object$2(raw) || raw.version !== 1 && raw.version !== 2 || !Array.isArray(raw.samples)) throw new InputError("INVALID_LABELS", "Expected a version 1 or 2 blind sample file.");
 	if (raw.completed !== void 0 && raw.completed !== raw.samples.length) throw new InputError("INVALID_LABELS", "Labeling is incomplete. Review every sample before importing.");
 	const annotation = raw.annotation;
-	const ai = object$1(annotation) && annotation.source === "ai";
+	const ai = object$2(annotation) && annotation.source === "ai";
 	if (annotation !== void 0 && (!ai || typeof annotation.model !== "string" || !annotation.model.trim() || typeof annotation.promptHash !== "string" || !/^[a-f0-9]{64}$/.test(annotation.promptHash))) throw new InputError("INVALID_LABELS", "AI annotation requires a model and prompt hash.");
 	const ids = /* @__PURE__ */ new Set();
 	const items = [];
 	for (const row of raw.samples) {
-		if (!object$1(row) || typeof row.id !== "string" || ids.has(row.id) || typeof row.ruleId !== "string" || raw.version === 2 && (!object$1(row.rubric) || row.rubric.type !== "noul" || typeof row.criterion !== "string" || row.rubric.instructions !== row.criterion) || !object$1(row.item) || row.item.id !== row.id || row.label !== null && typeof row.label !== "boolean") throw new InputError("INVALID_LABELS", "Samples require unique IDs and boolean or null labels.");
+		if (!object$2(row) || typeof row.id !== "string" || ids.has(row.id) || typeof row.ruleId !== "string" || raw.version === 2 && (!object$2(row.rubric) || row.rubric.type !== "noul" || typeof row.criterion !== "string" || row.rubric.instructions !== row.criterion) || !object$2(row.item) || row.item.id !== row.id || row.label !== null && typeof row.label !== "boolean") throw new InputError("INVALID_LABELS", "Samples require unique IDs and boolean or null labels.");
 		ids.add(row.id);
 		if (row.label === null) continue;
 		items.push({
 			...row.item,
+			...typeof row.note === "string" && row.note.trim() ? { note: row.note.trim() } : {},
 			labelSource: ai ? "ai" : "hand",
 			...ai ? {
 				labelModel: annotation.model,
@@ -3793,15 +4341,27 @@ const labelsToCorpus = (file, destination, rulesDir) => {
 };
 //#endregion
 //#region src/commands/eval.ts
+const LABEL_SOURCES = [
+	"hand",
+	"ai",
+	"manifest",
+	"manifest-weak",
+	"sweep"
+];
+const parseSources = (value) => value?.split(",").map((s) => s.trim()).filter(Boolean).map((s) => {
+	if (!LABEL_SOURCES.includes(s)) throw new Error(`--source must be one or more of ${LABEL_SOURCES.join(", ")}`);
+	return s;
+});
 function registerEvalCommand(program) {
 	const command = program.command("eval").enablePositionalOptions().description("Run every rule over its labelled corpus and report precision, recall and calibration").option("--corpus <path>", "Corpus directory (default: packaged data/corpus)").option("--rules <path>", "Rules directory").addOption(new Option("--output <format>", "Output format").choices(["text", "json"]).default("text")).option("--only <ids>", "Comma-separated rule ids").addOption(new Option("--split <name>", "Evaluation split").choices([
 		"dev",
 		"holdout",
 		"all"
-	]).default("all")).option("--include-weak", "Include manifest-weak labels").option("--check", "Fail on reference disagreement; incomplete evaluation exits 2").option("--dry-run", "Plan without calling Jev").option("--no-cache", "Ignore cached answers").option("--results-dir <path>", "Where logs and cache live").option("--model <id>", "Jev model id", DEFAULT_MODEL).action(async (options) => {
+	]).default("all")).option("--include-weak", "Include manifest-weak labels").option("--source <sources>", "Only these label sources, e.g. hand to measure agreement with you").option("--disagreements", "List items where the judge and the label disagree, with text and notes").option("--check", "Fail on reference disagreement; incomplete evaluation exits 2").option("--dry-run", "Plan without calling Jev").option("--no-cache", "Ignore cached answers").option("--results-dir <path>", "Where logs and cache live").option("--model <id>", "Jev model id", DEFAULT_MODEL).action(async (options) => {
 		const result = await runEval({
 			check: options.check,
 			corpusDir: options.corpus,
+			disagreements: options.disagreements,
 			dryRun: options.dryRun,
 			includeWeak: options.includeWeak,
 			model: options.model,
@@ -3809,6 +4369,7 @@ function registerEvalCommand(program) {
 			only: options.only?.split(",").map((s) => s.trim()).filter(Boolean),
 			resultsDir: options.resultsDir,
 			rulesDir: options.rules,
+			sources: parseSources(options.source),
 			split: options.split
 		});
 		process.stdout.write(options.output === "json" ? `${JSON.stringify(result, null, 2)}\n` : result.report);
@@ -3827,8 +4388,77 @@ function registerEvalCommand(program) {
 	command.command("labels <samples>").description("Convert a labelled sample file from lint --samples into a corpus JSONL").requiredOption("--out <file>", "New corpus JSONL file").option("--rules <path>", "Rules directory used to validate labels").action((file, options) => {
 		process.stdout.write(`Exported ${labelsToCorpus(file, options.out, options.rules)} labels.\n`);
 	});
+	command.command("label <samples>").description("Label a lint --samples file yourself, one sample at a time; saves after every answer").option("--minutes <n>", "Stop after this many minutes", "120").action(async (file, options) => {
+		const minutes = Number(options.minutes);
+		if (!(Number.isFinite(minutes) && minutes > 0)) throw new Error("--minutes must be a positive number");
+		const result = await labelSession(file, {
+			input: process.stdin,
+			minutes,
+			output: process.stdout
+		});
+		process.stdout.write(`\n${result.labelled} labelled, ${result.unsure} unsure, ${result.remaining} left${result.stopped === "timebox" ? " (timebox reached)" : ""}.\nNext: taste-lint eval gaps ${file}, then taste-lint eval labels ${file} --out data/corpus/<name>.jsonl\n`);
+	});
+	command.command("gaps <samples...>").description("Group hand labels by rule: unsure answers and notes show where the rubric needs sharpening").action((files) => {
+		process.stdout.write(renderGaps(labelGaps(files)));
+	});
+	command.command("agreement <hand> <other>").description("Compare another labeller's sample file (usually AI) with your hand labels, per rule").option("--floor <p>", "Agreement lower bound needed to trust the other labeller", "0.8").action((hand, other, options) => {
+		const floor = Number(options.floor);
+		if (!(Number.isFinite(floor) && floor > 0 && floor < 1)) throw new Error("--floor must be a number between 0 and 1 (exclusive)");
+		const rows = labelAgreement(hand, other, floor);
+		process.stdout.write(renderAgreement(rows, floor));
+		process.exitCode = rows.every((r) => r.trusted) ? 0 : 1;
+	});
 }
 //#endregion
+//#region src/extract/earlier.ts
+const NOT_PROSE = /* @__PURE__ */ new Set([
+	"heading",
+	"button",
+	"link",
+	"label",
+	"placeholder",
+	"aria"
+]);
+const STOP = new Set("about above after again also always another because been before being below between both came come could does doing done down each even every from have having here into just like made make many more most much must never only other over same should since some such than that their them then there these they this those through very want were what when where which while will with would your yours you're we're it's that's there's isn't don't can't won't".split(" "));
+const SENTENCE = /[^.!?\n]+[.!?]*/gu;
+const WORD = /[\p{L}\p{N}$][\p{L}\p{N}$'’.-]*[\p{L}\p{N}]|[\p{L}\p{N}]/gu;
+const MIN_SHARED = 3;
+const MAX_EVIDENCE = 8;
+const tokens = (sentence) => {
+	const out = /* @__PURE__ */ new Set();
+	for (const [raw] of sentence.toLowerCase().matchAll(WORD)) {
+		const word = raw.replaceAll("’", "'");
+		if (/\d/u.test(word)) out.add(word);
+		else if (word.length >= 4 && !STOP.has(word)) out.add(word.length > 4 ? word.replace(/(?:'s|s)$/u, "") : word);
+	}
+	return out;
+};
+const isProse = (unit) => (unit.kind === "paragraph" || unit.kind === "jsx-text") && !unit.inCode && !NOT_PROSE.has(unit.context.role);
+const attachEarlier = (units) => {
+	const prose = units.filter(isProse).toSorted((a, b) => a.sourceStart - b.sourceStart);
+	const split = prose.map((unit) => [...unit.text.matchAll(SENTENCE)].map(([s]) => s.trim()).filter(Boolean).map((text) => ({
+		text,
+		words: tokens(text)
+	})));
+	const spread = /* @__PURE__ */ new Map();
+	for (const sentences of split) for (const word of new Set(sentences.flatMap((s) => [...s.words]))) spread.set(word, (spread.get(word) ?? 0) + 1);
+	const subject = (word) => prose.length >= 6 && (spread.get(word) ?? 0) * 3 > prose.length;
+	const seen = [];
+	const index = /* @__PURE__ */ new Map();
+	for (const [u, unit] of prose.entries()) {
+		const matched = /* @__PURE__ */ new Map();
+		for (const sentence of split[u] ?? []) {
+			const words = [...sentence.words].filter((w) => !subject(w));
+			const shared = /* @__PURE__ */ new Map();
+			for (const word of words) for (const id of index.get(word) ?? []) shared.set(id, (shared.get(id) ?? 0) + 1);
+			for (const [id, n] of shared) if (n >= MIN_SHARED || n >= 2 && n * 2 >= words.length) matched.set(id, Math.max(matched.get(id) ?? 0, n));
+			const id = seen.push(sentence.text) - 1;
+			for (const word of words) index.set(word, [...index.get(word) ?? [], id]);
+		}
+		if (matched.size > 0) unit.context.earlier = [...matched].toSorted((a, b) => b[1] - a[1] || a[0] - b[0]).slice(0, MAX_EVIDENCE).toSorted((a, b) => a[0] - b[0]).map(([id]) => seen[id]).join("\n");
+	}
+};
+//#endregion
 //#region src/lib/frontmatter.ts
 const stripBom = (text) => text.codePointAt(0) === 65279 ? ` ${text.slice(1)}` : text;
 const scalar = (value) => {
@@ -4617,6 +5247,7 @@ const extractSource = (config, file, source, repository) => {
 		config,
 		docType
 	}) : [];
+	attachEarlier(units);
 	const whole = makeUnit(file, new LineIndex(source), {
 		context: {
 			docType,
@@ -5199,32 +5830,6 @@ const buildScorecard = (units, rules, findings, unknowns, silent) => {
 	};
 };
 //#endregion
-//#region src/reduce/suppress.ts
-const PATTERN = /(?:taste-lint-ignore|ui-audit-ignore)\s*:\s*([a-z0-9-]+)/giu;
-const suppressionsFor = (sourceLines, line) => {
-	const ids = /* @__PURE__ */ new Set();
-	for (const n of [line - 2, line - 1]) {
-		const text = sourceLines[n];
-		if (!text) continue;
-		for (const m of text.matchAll(PATTERN)) ids.add(m[1].toLowerCase());
-	}
-	return ids;
-};
-const applySuppressions = (findings, rules, sources) => {
-	const byId = new Map(rules.map((r) => [r.id, r]));
-	return findings.map((f) => {
-		const lines = sources.get(f.file);
-		if (!lines) return f;
-		const ids = suppressionsFor(lines, f.line);
-		const portedId = byId.get(f.ruleId)?.source.ruleId?.toLowerCase();
-		if (ids.has(f.ruleId) || portedId && ids.has(portedId) || ids.has("all")) return {
-			...f,
-			suppressed: true
-		};
-		return f;
-	});
-};
-//#endregion
 //#region src/scan/git.ts
 const git = (root, args) => {
 	try {
@@ -5375,7 +5980,10 @@ const runLint = async (options = {}, ctx = {}) => {
 	const config = loadConfig(options.root ?? process.cwd());
 	const rulesDir = resolveRulesDir(options.rulesDir);
 	const profile = options.profile ? profileFor(options.profile) : void 0;
-	const loaded = loadRules(rulesDir, { only: options.only });
+	const loaded = loadRules(rulesDir, {
+		extraDirs: config.rules,
+		only: options.only
+	});
 	const rules = profile && !options.only?.length ? profileRules(profile, loaded) : loaded;
 	if (rules.length === 0) throw new InputError("EMPTY_RULE_SELECTION", "No rules match the selected profile and ids.");
 	const model = options.model ?? "jev-latest";
@@ -5398,6 +6006,10 @@ const runLint = async (options = {}, ctx = {}) => {
 		sources.set(file, source.split("\n"));
 	}
 	if (options.extraUnits) units.push(...options.extraUnits);
+	if (options.brief) {
+		const brief = fs.readFileSync(path.resolve(options.brief), "utf-8").trim();
+		for (const unit of units) unit.context.brief = brief;
+	}
 	const scope = {
 		byDocType: {},
 		diagnostics: scan.messages,
@@ -5460,7 +6072,7 @@ const runLint = async (options = {}, ctx = {}) => {
 		onProgress: ctx.onProgress,
 		recorder
 	});
-	ctx.onEvidence?.(units, judgement.answers, judgement.negatives, rules);
+	ctx.onEvidence?.(units, judgement.answers, judgement.negatives, rules, sources);
 	const status = options.dryRun ? "dry-run" : judgement.usage.errors > 0 || parseFailures.size > 0 || units.length === 0 ? "incomplete" : "complete";
 	const jf = jevFindings(judgement.jobs, judgement.answers);
 	let findings = [...judgement.mechanical, ...jf.findings];
@@ -5714,7 +6326,7 @@ const renderTty = (result, options = {}) => {
 //#region src/commands/lint.ts
 const quote = (value) => `'${value.replaceAll("'", "'\"'\"'")}'`;
 function registerLintCommand(program) {
-	program.command("lint").description("Lint files (or a rendered page) against the taste rules").argument("[paths...]", "Files or directories to lint, relative to --root").option("--root <path>", "Project root for globs and config", process.cwd()).option("--only <ids>", "Comma-separated rule ids").option("--exclude <globs>", "Comma-separated globs to skip (added to taste-lint.config.json exclude)").option("--dry-run", "Plan and estimate cost without calling Jev").option("--print-requests", "With --dry-run and --output tty, print request JSONL to stderr").addOption(new Option("--profile <name>", "Scope: product (tsx, jsx, css), writing (md, mdx), instructions (AGENTS.md, skills, plans) or all").choices(PROFILE_NAMES)).option("--since <ref>", "Report only findings on lines changed since this Git revision").option("--samples <file>", "Write blind labelling samples for the Jev rules that ran, without their predicted scores").option("--no-cache", "Ignore cached answers (new answers are still recorded)").addOption(new Option("--fail-on <severity>", "Lowest severity that fails the run").choices(SEVERITIES).default("minor")).option("--fix", "Apply deterministic fixes for act-band findings").addOption(new Option("--output <format>", "Output format").choices([
+	program.command("lint").description("Lint files (or a rendered page) against the taste rules").argument("[paths...]", "Files or directories to lint, relative to --root").option("--root <path>", "Project root for globs and config", process.cwd()).option("--only <ids>", "Comma-separated rule ids").option("--exclude <globs>", "Comma-separated globs to skip (added to taste-lint.config.json exclude)").option("--dry-run", "Plan and estimate cost without calling Jev").option("--print-requests", "With --dry-run and --output tty, print request JSONL to stderr").addOption(new Option("--profile <name>", "Scope: product (tsx, jsx, css), writing (md, mdx), instructions (AGENTS.md, skills, plans) or all").choices(PROFILE_NAMES)).option("--since <ref>", "Report only findings on lines changed since this Git revision").option("--brief <file>", "What the product is and does; copy that states anything else is flagged").option("--samples <file>", "Write blind labelling samples for the Jev rules that ran, without their predicted scores").option("--no-cache", "Ignore cached answers (new answers are still recorded)").addOption(new Option("--fail-on <severity>", "Lowest severity that fails the run").choices(SEVERITIES).default("minor")).option("--fix", "Apply deterministic fixes for act-band findings").addOption(new Option("--output <format>", "Output format").choices([
 		"tty",
 		"json",
 		"sarif"
@@ -5732,6 +6344,7 @@ function registerLintCommand(program) {
 		let lastProgress = 0;
 		let samples = [];
 		const result = await runLint({
+			brief: options.brief,
 			dryRun: options.dryRun,
 			exclude: options.exclude?.split(",").map((s) => s.trim()).filter(Boolean),
 			extraUnits,
@@ -5747,8 +6360,8 @@ function registerLintCommand(program) {
 			since: options.since,
 			targets
 		}, {
-			onEvidence: options.samples ? (units, answers, negatives, rules) => {
-				samples = makeSamples(units, rules, answers, negatives, 3, path.basename(config.root));
+			onEvidence: options.samples ? (units, answers, negatives, rules, sources) => {
+				samples = makeSamples(units, rules, answers, negatives, 3, path.basename(config.root), sources);
 			} : void 0,
 			onProgress: (progress) => {
 				if (!(options.progress || process.stderr.isTTY)) return;
@@ -5780,10 +6393,11 @@ function registerLintCommand(program) {
 		if (options.url) retryArgs.push("--url", options.url, "--selector", options.selector);
 		if (options.profile) retryArgs.push("--profile", options.profile);
 		if (options.since) retryArgs.push("--since", options.since);
+		if (options.brief) retryArgs.push("--brief", options.brief);
 		retryArgs.push("--", ...targets);
 		const rerun = result.status === "incomplete" ? retryArgs.map(quote).join(" ") : void 0;
 		if (options.samples) writeJson(options.samples, {
-			instructions: "Blind review: set label true for a violation, false for acceptable, or leave null when uncertain. No predicted probabilities are included.",
+			instructions: "Blind review: set label true for a violation, false for acceptable, or leave null when uncertain. No predicted probabilities are included. Likely failures come first; label them yourself with taste-lint eval label.",
 			samples,
 			version: 2
 		});
@@ -5845,6 +6459,7 @@ const promotionEvidence = (items, ruleId, pairs, threshold, floor, minItems) =>
 };
 //#endregion
 //#region src/eval/tune.ts
+const fromSources = (items, sources) => sources ? items.filter((item) => sources.includes(item.labelSource)) : items;
 const THRESHOLDS = Array.from({ length: 10 }, (_, i) => Math.round((.5 + i * .05) * 100) / 100);
 const decideThreshold = (pairs, currentAct, floor, minItems, review = 0) => {
 	const n = pairs.length;
@@ -5898,7 +6513,7 @@ const runTune = async (options, ctx = {}) => {
 		only: options.only
 	}).filter((r) => r.tier !== "mechanical");
 	const knownRuleIds = new Set(loadRules(rulesDir, { allowDraft: true }).map((r) => r.id));
-	const allItems = loadCorpus(resolveCorpusDir(options.corpusDir), rules, { knownRuleIds });
+	const allItems = fromSources(loadCorpus(resolveCorpusDir(options.corpusDir), rules, { knownRuleIds }), options.sources);
 	const items = allItems.filter((item) => item.split === "dev");
 	const model = options.model ?? "jev-latest";
 	const resultsDir = options.resultsDir ?? defaultResultsDir();
@@ -5973,7 +6588,7 @@ const runTuneAb = async (options, ctx = {}) => {
 	};
 	const variant = validateRule(merged, options.variantFile, rule.id);
 	const knownRuleIds = new Set(loadRules(rulesDir, { allowDraft: true }).map((r) => r.id));
-	const items = loadCorpus(resolveCorpusDir(options.corpusDir), [rule], { knownRuleIds }).filter((i) => i.split === "dev" && rule.id in i.labels);
+	const items = fromSources(loadCorpus(resolveCorpusDir(options.corpusDir), [rule], { knownRuleIds }), options.sources).filter((i) => i.split === "dev" && rule.id in i.labels);
 	const model = options.model ?? "jev-latest";
 	const resultsDir = options.resultsDir ?? defaultResultsDir();
 	const cache = new AnswerCache(path.join(resultsDir, "cache"));
@@ -6019,7 +6634,7 @@ const ruleToRaw = (rule) => {
 //#endregion
 //#region src/commands/tune.ts
 function registerTuneCommand(program) {
-	program.command("tune").description("Pick act thresholds per rule from the dev split; --write updates data/rules/tuning.json").option("--corpus <path>", "Corpus directory").option("--rules <path>", "Rules directory").option("--only <ids>", "Comma-separated rule ids").option("--floor <p>", "Required lower bound on act-band precision", "0.8").option("--min-items <n>", "Labelled dev items a rule needs before a decision", "10").option("--write", "Write tuning.json").option("--results-dir <path>", "Where logs and cache live").option("--model <id>", "Jev model id", DEFAULT_MODEL).action(async (options) => {
+	program.command("tune").description("Pick act thresholds per rule from the dev split; --write updates data/rules/tuning.json").option("--corpus <path>", "Corpus directory").option("--rules <path>", "Rules directory").option("--only <ids>", "Comma-separated rule ids").option("--floor <p>", "Required lower bound on act-band precision", "0.8").option("--min-items <n>", "Labelled dev items a rule needs before a decision", "10").option("--write", "Write tuning.json").option("--source <sources>", "Only these label sources; tune on hand to fit the judge to you").option("--results-dir <path>", "Where logs and cache live").option("--model <id>", "Jev model id", DEFAULT_MODEL).action(async (options) => {
 		const result = await runTune({
 			corpusDir: options.corpus,
 			floor: Number(options.floor),
@@ -6028,17 +6643,19 @@ function registerTuneCommand(program) {
 			only: options.only?.split(",").map((s) => s.trim()).filter(Boolean),
 			resultsDir: options.resultsDir,
 			rulesDir: options.rules,
+			sources: parseSources(options.source),
 			write: options.write
 		});
 		process.stdout.write(result.report);
 		process.exitCode = result.exitCode;
-	}).command("ab").description("Compare two question wordings for one rule over the dev split (McNemar)").requiredOption("--rule <id>", "Rule id").requiredOption("--variant <file>", "YAML file with a replacement question").option("--corpus <path>", "Corpus directory").option("--rules <path>", "Rules directory").option("--results-dir <path>", "Where logs and cache live").option("--model <id>", "Jev model id", DEFAULT_MODEL).action(async (options) => {
+	}).command("ab").description("Compare two question wordings for one rule over the dev split (McNemar)").requiredOption("--rule <id>", "Rule id").requiredOption("--variant <file>", "YAML file with a replacement question").option("--corpus <path>", "Corpus directory").option("--rules <path>", "Rules directory").option("--source <sources>", "Only these label sources; tune on hand to fit the judge to you").option("--results-dir <path>", "Where logs and cache live").option("--model <id>", "Jev model id", DEFAULT_MODEL).action(async (options) => {
 		const result = await runTuneAb({
 			corpusDir: options.corpus,
 			model: options.model,
 			resultsDir: options.resultsDir,
 			ruleId: options.rule,
 			rulesDir: options.rules,
+			sources: parseSources(options.source),
 			variantFile: options.variant
 		});
 		process.stdout.write(result.report);