taste-lint 0.3.0 → 0.4.0

package/dist/index.d.ts

@@ -68,7 +68,7 @@ declare const DOC_TYPES: readonly ["tutorial", "howto", "reference", "explanatio
 type DocType = (typeof DOC_TYPES)[number];
 declare const ROLES: readonly ["heading", "body", "list-item", "cell", "button", "link", "label", "placeholder", "aria", "literal-copy", "caption", "unknown"];
 type Role = (typeof ROLES)[number];
-declare const CONTEXT_KEYS: readonly ["section", "headingAbove", "docType", "element", "role", "neighbours"];
+declare const CONTEXT_KEYS: readonly ["section", "headingAbove", "docType", "element", "role", "neighbours", "earlier", "brief"];
 type ContextKey = (typeof CONTEXT_KEYS)[number];
 type Band = "act" | "review" | "silent";
 interface RuleSource {
@@ -116,6 +116,8 @@ interface Preconditions {
   role?: Role[];
   /** Skip Markdown units when the project curls quotes at build time. */
   smartQuotesAtBuild?: false;
+  /** Skip units shorter than this many words: a label or a greeting is not prose. */
+  minWords?: number;
 }
 interface ReviewProcedure {
   applicability: string;
@@ -186,6 +188,10 @@ interface UnitContext {
   fontScale?: Record<string, string>;
   section?: string;
   headingAbove?: string;
+  /** Sentences said earlier in the file that share content words with this unit. */
+  earlier?: string;
+  /** What the product is and does, from `lint --brief`: the facts copy may state. */
+  brief?: string;
   docType: DocType;
   element?: string;
   attr?: string;
@@ -408,6 +414,8 @@ interface CorpusItem {
   labelSource: "manifest" | "manifest-weak" | "hand" | "sweep" | "ai";
   labelModel?: string;
   labelPromptHash?: string;
+  /** Why a hand labeller decided as they did; feeds rubric edits. */
+  note?: string;
   source: {
     repo: string;
     path: string;
@@ -440,7 +448,7 @@ declare const PROFILE_NAMES: readonly ["product", "writing", "instructions", "al
 type ProfileName = (typeof PROFILE_NAMES)[number];
 //#endregion
 //#region src/lib/config.d.ts
-declare const loadConfig: (root: string, defaults?: Config["docTypes"]) => Config;
+export declare const loadConfig: (root: string, defaults?: Config["docTypes"]) => Config;
 //#endregion
 //#region src/lint.d.ts
 /**
@@ -456,6 +464,8 @@ interface LintOptions {
   profile?: ProfileName;
   /** Report only findings on lines changed since this Git revision. */
   since?: string;
+  /** File stating what the product is and does; rules that compare copy against it read it. */
+  brief?: string;
   /** Rules directory. Default: the packaged `data/rules`. */
   rulesDir?: string;
   /** Rule ids to run; wins over `profile`. */
@@ -492,7 +502,7 @@ interface LintContext {
   /** Called at most every request with counts and elapsed time. */
   onProgress?: (progress: Progress) => void;
   /** Called once with every unit, the Jev answers and the mechanical negatives, before findings are banded. */
-  onEvidence?: (units: Unit[], answers: Map<string, Record<string, number>>, negatives: Map<string, Set<string>>, rules: Rule[]) => void;
+  onEvidence?: (units: Unit[], answers: Map<string, Record<string, number>>, negatives: Map<string, Set<string>>, rules: Rule[], sources: Map<string, string[]>) => void;
 }
 /** What `runLint` resolves with: a report where the fields renderers treat as optional are always present. */
 type LintRun = LintResult & Required<Pick<LintResult, "summary" | "ruleFindings" | "ruleScorecard" | "scope">> & {
@@ -500,10 +510,10 @@ type LintRun = LintResult & Required<Pick<LintResult, "summary" | "ruleFindings"
   units: number;
   manifest: Record<string, unknown>;
 };
-declare const runLint: (options?: LintOptions, ctx?: LintContext) => Promise<LintRun>;
+export declare const runLint: (options?: LintOptions, ctx?: LintContext) => Promise<LintRun>;
 //#endregion
 //#region src/rules/load.d.ts
-declare const resolveRulesDir: (explicit?: string) => string;
+export declare const resolveRulesDir: (explicit?: string) => string;
 interface LoadOptions {
   /** Include rules with status draft (default false). */
   allowDraft?: boolean;
@@ -512,7 +522,7 @@ interface LoadOptions {
   /** More rule directories with the same domain-folder layout, such as a voice pack. */
   extraDirs?: string[];
 }
-declare const loadRules: (rulesDir: string, options?: LoadOptions) => Rule[];
+export declare const loadRules: (rulesDir: string, options?: LoadOptions) => Rule[];
 //#endregion
 //#region src/rules/taxonomy.d.ts
 interface Category {
@@ -520,21 +530,21 @@ interface Category {
   domain: Domain;
   label: string;
 }
-declare const CATEGORIES: readonly Category[];
+export declare const CATEGORIES: readonly Category[];
 //#endregion
 //#region src/extract/index.d.ts
-declare const extractFile: (config: Config, relativeFile: string) => Unit[];
+export declare const extractFile: (config: Config, relativeFile: string) => Unit[];
 //#endregion
 //#region src/extract/tsx.d.ts
 interface TsxExtractOptions {
   config: Config;
   docType: DocType;
 }
-declare const extractTsx: (file: string, source: string, options: TsxExtractOptions) => Unit[];
+export declare const extractTsx: (file: string, source: string, options: TsxExtractOptions) => Unit[];
 //#endregion
 //#region src/map/jev.d.ts
 type Transport = "typesafe" | "gateway";
-declare class ProviderError extends Error {
+export declare class ProviderError extends Error {
   readonly category: "provider_error" | "invalid_response" | "timeout" | "auth";
   readonly status?: number | undefined;
   constructor(category: "provider_error" | "invalid_response" | "timeout" | "auth", status?: number | undefined);
@@ -549,16 +559,16 @@ interface FetchEvaluateOptions {
   /** Sleep hook so tests can run without waiting. */
   sleep?: (ms: number) => Promise<void>;
 }
-declare const makeFetchEvaluate: (options: FetchEvaluateOptions) => Evaluate;
+export declare const makeFetchEvaluate: (options: FetchEvaluateOptions) => Evaluate;
 //#endregion
 //#region src/report/json.d.ts
-declare const renderJson: (result: LintResult, manifest: Record<string, unknown>) => string;
+export declare const renderJson: (result: LintResult, manifest: Record<string, unknown>) => string;
 //#endregion
 //#region src/report/sarif.d.ts
-declare const renderSarif: (result: Pick<LintResult, "findings" | "ruleFindings">, rules: Rule[], version: string) => string;
+export declare const renderSarif: (result: Pick<LintResult, "findings" | "ruleFindings">, rules: Rule[], version: string) => string;
 //#endregion
 //#region src/report/tty.d.ts
-declare const renderTty: (result: LintResult, options?: {
+export declare const renderTty: (result: LintResult, options?: {
   verbose?: boolean;
 }) => string;
 //#endregion
@@ -619,6 +629,10 @@ interface EvalOptions {
   only?: string[];
   split?: "dev" | "holdout" | "all";
   includeWeak?: boolean;
+  /** Only items from these label sources; `hand` measures agreement with you. */
+  sources?: CorpusItem["labelSource"][];
+  /** List each item where the judge and the label disagree at the review threshold. */
+  disagreements?: boolean;
   dryRun?: boolean;
   noCache?: boolean;
   resultsDir?: string;
@@ -664,10 +678,10 @@ interface EvalResult {
     errors: number;
   };
 }
-declare const runEval: (options: EvalOptions, ctx?: EvalContext) => Promise<EvalResult>;
+export declare const runEval: (options: EvalOptions, ctx?: EvalContext) => Promise<EvalResult>;
 //#endregion
 //#region src/eval/corpus.d.ts
-declare const splitFor: (id: string) => "dev" | "holdout";
+export declare const splitFor: (id: string) => "dev" | "holdout";
 //#endregion
 //#region src/eval/promotion.d.ts
 interface PromotionEvidence {
@@ -688,6 +702,8 @@ interface TuneOptions {
   model?: string;
   apiKey?: string;
   minItems?: number;
+  /** Only items from these label sources, e.g. `hand`. */
+  sources?: CorpusItem["labelSource"][];
 }
 interface TuneContext {
   evaluate?: Evaluate;
@@ -702,11 +718,11 @@ interface TuneDecision {
   recall: number;
   action: "keep" | "raise" | "lower" | "demote" | "insufficient";
 }
-declare const runTune: (options: TuneOptions, ctx?: TuneContext) => Promise<{
+export declare const runTune: (options: TuneOptions, ctx?: TuneContext) => Promise<{
   report: string;
   exitCode: number;
   decisions: TuneDecision[];
 }>;
 //#endregion
-export { type Band, CATEGORIES, type CONTEXT_KEYS, type Config, type ContextKey, type CorpusItem, type Coverage, type CriterionSide, type DOC_TYPES, type DOMAINS, type DocType, type Domain, type EntryValue, type Evaluate, type Finding, type Fix, type LintContext, type LintOptions, type LintResult, type LintRun, type Mechanical, type MechanicalHit, type NeighbourSummary, type Preconditions, type Progress, ProviderError, type Question, type ROLES, type RULE_STATUSES, type RecorderHandle, type ResolvedTypography, type ReviewProcedure, type Role, type Rule, type RuleSource, type RuleStatus, type RunStatus, type RunSummary, type SEVERITIES, type SEVERITY_RANK, type STRUCTURAL_KINDS, type ScanScope, type Scorecard, type Severity, type SystemOneNoul, type SystemOneRequest, type SystemOneResponse, type TIERS, type Thresholds, type Tier, type Tuning, type TuningEntry, type UNIT_KINDS, type Unit, type UnitContext, type UnitKind, type Unknown, type Usage, extractFile, extractTsx, loadConfig, loadRules, makeFetchEvaluate, renderJson, renderSarif, renderTty, resolveRulesDir, runEval, runLint, runTune, splitFor };
+export type { Band, CONTEXT_KEYS, Config, ContextKey, CorpusItem, Coverage, CriterionSide, DOC_TYPES, DOMAINS, DocType, Domain, EntryValue, Evaluate, Finding, Fix, LintContext, LintOptions, LintResult, LintRun, Mechanical, MechanicalHit, NeighbourSummary, Preconditions, Progress, Question, ROLES, RULE_STATUSES, RecorderHandle, ResolvedTypography, ReviewProcedure, Role, Rule, RuleSource, RuleStatus, RunStatus, RunSummary, SEVERITIES, SEVERITY_RANK, STRUCTURAL_KINDS, ScanScope, Scorecard, Severity, SystemOneNoul, SystemOneRequest, SystemOneResponse, TIERS, Thresholds, Tier, Tuning, TuningEntry, UNIT_KINDS, Unit, UnitContext, UnitKind, Unknown, Usage };
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","names":[],"sources":["../src/analysis/repository.ts","../src/types.ts","../src/scan/profiles.ts","../src/lib/config.ts","../src/lint.ts","../src/rules/load.ts","../src/rules/taxonomy.ts","../src/extract/index.ts","../src/extract/tsx.ts","../src/map/jev.ts","../src/report/json.ts","../src/report/sarif.ts","../src/report/tty.ts","../src/lib/stats.ts","../src/eval/coverage.ts","../src/eval/metrics.ts","../src/eval/corpus.ts","../src/eval/promotion.ts","../src/eval/tune.ts"],"mappings":";UAQiB;EACf;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;EACX;IAAa;MAAS;;IAAmB;MAAO;;;;UAGjC;EACf;EACA;EACA;;UAGe;EACf;IAAW;IAAgB;IAAsB;;EACjD,WAAW;EACX,UAAU;EACV;EACA,YAAY,KACV;;cAYS;WACF;mBACQ;EAEjB,YAAY;EAIZ,QAAQ,cAAc;EAStB,KAAK;EAkBL,OAAO;EAUP,SACE;IACG;IAAc,OAAO;;;;;cCtFf;KASD,iBAAiB;cAEhB;;;;;;cAaA,2BAA2B;KAC5B,mBAAmB;cAElB;KACD,eAAe;cAEd;KACD,mBAAmB;;cAElB,eAAe,OAAO;cAEtB;KACD,qBAAqB;cAEpB;KAcD,kBAAkB;cAEjB;KAcD,eAAe;cAEd;KAQD,qBAAqB;KAErB;UAEK;EACf;EACA;EACA;EACA;;UAGe;;EAEf;EACA;;EAEA;;EAEA;;EAEA;;UAGe;EACf;EACA;;UAGe;EACf;EACA;IAAa,MAAM;IAAe,OAAO;;;EAEzC,UAAU;;UAGK;EACf;EACA;;UAGe;EACf;;EAEA;;UAGe;EACf;EACA,UAAU;EACV,OAAO;;EAEP;;UAGe;EACf;EACA;EACA;EACA;;EAEA;;UAGe;EACf,SAAS;EACT;EACA;EACA;EACA,QAAQ;EACR,QAAQ;;EAER;IAAS;IAAmB;;EAC5B,MAAM;;EAEN,MAAM;EACN,aAAa;EACb,WAAW;EACX,YAAY;EACZ,UAAU;EACV,KAAK;EACL,gBAAgB;EAChB,QAAQ;EACR;;EAEA;;;;;EAKA,SAAS,MAAM,SAAS;;UAGT;EACf;EACA,SAAS;EACT;EACA;EACA;;KAEU,SAAS,eAAe;UAEnB;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA,aAAa;;UAGE;;EAEf,YAAY;EACZ;EACA;EACA,SAAS;EACT;EACA;EACA;EACA,MAAM;;EAEN;;EAEA;EACA;EACA;;UAGe;EACf,QAAQ;;EAER;EACA,MAAM;;EAEN;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;;;;;;;EAOA;EACA,SAAS;EACT,aAAa;EACb;IAAe,OAAO;IAAkB,OAAO;;;EAE/C;;UAGe;EACf;EACA;;EAEA;;UAGe;;EAEf;EACA,SAAS;EACT;EACA;EACA,QAAQ;EACR,UAAU;EACV,MAAM;EACN;EACA,MAAM;EACN;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf,YAAY;IAGR,QAAQ;IACR;IACA;IACA;IACA;IACA;;EAGJ,UAAU;IAGN;IACA;IACA;IACA;IACA;;EAGJ,QAAQ;IAEJ;IAAa;IAAgB;IAAgB;;;UAIlC;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;;EAEf;EACA;EACA;EACA;EACA;EACA;EACA;;KAGU;UAEK;EACf;EACA;EACA;EACA;EACA,QAAQ;EACR;;UAGe;EACf,QAAQ;IAGJ;IACA;IACA;IACA;IACA;IACA;;EAGJ,YAAY;IAAiB;IAAuB;;;UAGrC;EACf;EACA;EACA,WAAW;EACX;EACA;;UAGe;EACf,UAAU;EACV,eAAe;EACf,gBAAgB;EAChB,WAAW;EACX,QAAQ;EACR;EACA;EACA,QAAQ;EACR,UAAU;EACV,UAAU;EACV,WAAW;EACX,OAAO;EACP;EACA;EACA;IAAc;IAAkB;IAAqB;;EACrD;;KAKU,gDAKR;GACG,cAAc;;UAEJ;EACf;EACA,cAAc;EACd;IAAa,OAAO;IAAY,QAAQ;;;UAGzB;EACf;EACA,OAAO;EACP,WAAW,eAAe;;UAGX;EACf;EACA;EACA,SAAS;IAAiB;IAAe;;EACzC;IAAS;IAAsB;;;KAGrB,YACV,SAAS,kBACT,2BACG,QAAQ;UAEI;EACf,SAAS,QAAQ,4BAA4B;EAC7C,UAAU,KAAK,4BAA4B;EAC3C;;UAGe;EACf;EACA,MAAM;EACN;EACA,UAAU,QAAQ;EAClB,aAAa;EACb;EACA;EACA,QAAQ;EACR;EACA;EACA;EACA;IAAU;IAAc;IAAc;IAAa;;EACnD;;UAGe;EACf;EACA;IAAY;IAAc,MAAM;;EAChC;IAAc;IAAkB;;EAChC;IAAY,OAAO;;EACnB;EACA;;EAEA;;;;cClbW;KAMD,sBAAsB;;;cCuLrB,aAAU,cACT,WACF,uBACT;;;;;;;UC1Kc;;EAEf;;EAEA;;EAEA,UAAU;;EAEV;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,SAAS;;EAET;;EAEA;;EAEA;;EAEA;;EAEA,aAAa;;;UAIE;;EAEf,WAAW;;EAEX,UAAU;;EAEV,UAAU;;EAEV,cAAc,UAAU;;EAExB,cACE,OAAO,QACP,SAAS,YAAY,yBACrB,WAAW,YAAY,cACvB,OAAO;;;KAOC,UAAU,aACpB,SACE,KAAK;EAEL,aAAa;EACb;EACA,UAAU;;cAGD,UAAO,UACT,aAAW,MACf,gBACJ,QAAQ;;;cCpGE,kBAAe;UAmFX;;EAEf;;EAEA;;EAEA;;cAkDW,YAAS,kBACJ,UACP,gBACR;;;UCtJc;EACf;EACA,QAAQ;EACR;;cAGW,qBAAqB;;;cCFrB,cAAW,QAAY,QAAM,yBAAyB;;;UCuVlD;EACf,QAAQ;EACR,SAAS;;cAGE,aAAU,cACT,gBACE,SACL,sBACR;;;KC7VS;cAUC,sBAAsB;WAEf;WAKA;EANlB,YACkB,sEAKA;;UAqEH;EACf;EACA,YAAY;EACZ;EACA,eAAe,WAAW;EAC1B;EACA;;EAEA,SAAS,eAAe;;cAiDb,oBAAiB,SAAa,yBAAuB;;;cC1JrD,aAAU,QACb,YAAU,UACR;;;cCOC,cAAW,QACd,KAAK,0CAAwC,OAC9C,QAAM;;;cC6CF,YAAS,QACZ,YAAU;EACP;;;;UC6BI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;cA0CW,mBAAgB;EAClB;EAAgB;KAAuB;EAE7C;EAAY;EAAY;EAAW;EAAmB;;;;cCvI9C,iBAAc,OAAW,cAAY,OAAS;EA0BvD;EACA;;;EAMA;EAGA;EAGA;EAEA;;;;;;;;;;;;;;;;;;UC5Ba;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,WAAW;;UAGI;EACf;EACA;;EAEA;EACA;EACA,SAAS;EACT;EACA,gBAAgB;EAChB;IACE;IACA;IACA;IACA;;EAEF,aAAa,kBAAkB;EAC/B;IAAS;IAAY;IAAgB;;;UAGtB;EACf,oBAAoB,kBAAkB;EACtC,eAAe;EACf;EACA;EACA,OAAO;EACP;IACE;IACA;IACA;IACA;IACA;;;cA0OS,UAAO,SACT,aAAW,MACf,gBACJ,QAAQ;;;cChRE,WAAQ;;;UC7BJ;EACf;EACA;EACA;EACA;;;;UCae;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,WAAW;;UAGI;EACf;EACA,aAAa;EACb;EACA;EACA;EACA;EACA;EACA;;cAkEW,UAAO,SACT,aAAW,MACf,gBACJ;EAAU;EAAgB;EAAkB,WAAW"}
+{"version":3,"file":"index.d.ts","names":[],"sources":["../src/analysis/repository.ts","../src/types.ts","../src/scan/profiles.ts","../src/lib/config.ts","../src/lint.ts","../src/rules/load.ts","../src/rules/taxonomy.ts","../src/extract/index.ts","../src/extract/tsx.ts","../src/map/jev.ts","../src/report/json.ts","../src/report/sarif.ts","../src/report/tty.ts","../src/lib/stats.ts","../src/eval/coverage.ts","../src/eval/metrics.ts","../src/eval/corpus.ts","../src/eval/promotion.ts","../src/eval/tune.ts"],"mappings":";UAQiB;EACf;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;EACX;IAAa;MAAS;;IAAmB;MAAO;;;;UAGjC;EACf;EACA;EACA;;UAGe;EACf;IAAW;IAAgB;IAAsB;;EACjD,WAAW;EACX,UAAU;EACV;EACA,YAAY,KACV;;cAYS;WACF;mBACQ;EAEjB,YAAY;EAIZ,QAAQ,cAAc;EAStB,KAAK;EAkBL,OAAO;EAUP,SACE;IACG;IAAc,OAAO;;;;;cCtFf;KASD,iBAAiB;cAEhB;;;;;;cAaA,2BAA2B;KAC5B,mBAAmB;cAElB;KACD,eAAe;cAEd;KACD,mBAAmB;;cAElB,eAAe,OAAO;cAEtB;KACD,qBAAqB;cAEpB;KAcD,kBAAkB;cAEjB;KAcD,eAAe;cAEd;KAUD,qBAAqB;KAErB;UAEK;EACf;EACA;EACA;EACA;;UAGe;;EAEf;EACA;;EAEA;;EAEA;;EAEA;;UAGe;EACf;EACA;;UAGe;EACf;EACA;IAAa,MAAM;IAAe,OAAO;;;EAEzC,UAAU;;UAGK;EACf;EACA;;UAGe;EACf;;EAEA;;UAGe;EACf;EACA,UAAU;EACV,OAAO;;EAEP;;EAEA;;UAGe;EACf;EACA;EACA;EACA;;EAEA;;UAGe;EACf,SAAS;EACT;EACA;EACA;EACA,QAAQ;EACR,QAAQ;;EAER;IAAS;IAAmB;;EAC5B,MAAM;;EAEN,MAAM;EACN,aAAa;EACb,WAAW;EACX,YAAY;EACZ,UAAU;EACV,KAAK;EACL,gBAAgB;EAChB,QAAQ;EACR;;EAEA;;;;;EAKA,SAAS,MAAM,SAAS;;UAGT;EACf;EACA,SAAS;EACT;EACA;EACA;;KAEU,SAAS,eAAe;UAEnB;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA,aAAa;;UAGE;;EAEf,YAAY;EACZ;EACA;;EAEA;;EAEA;EACA,SAAS;EACT;EACA;EACA;EACA,MAAM;;EAEN;;EAEA;EACA;EACA;;UAGe;EACf,QAAQ;;EAER;EACA,MAAM;;EAEN;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;;;;;;;EAOA;EACA,SAAS;EACT,aAAa;EACb;IAAe,OAAO;IAAkB,OAAO;;;EAE/C;;UAGe;EACf;EACA;;EAEA;;UAGe;;EAEf;EACA,SAAS;EACT;EACA;EACA,QAAQ;EACR,UAAU;EACV,MAAM;EACN;EACA,MAAM;EACN;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf,YAAY;IAGR,QAAQ;IACR;IACA;IACA;IACA;IACA;;EAGJ,UAAU;IAGN;IACA;IACA;IACA;IACA;;EAGJ,QAAQ;IAEJ;IAAa;IAAgB;IAAgB;;;UAIlC;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;;EAEf;EACA;EACA;EACA;EACA;EACA;EACA;;KAGU;UAEK;EACf;EACA;EACA;EACA;EACA,QAAQ;EACR;;UAGe;EACf,QAAQ;IAGJ;IACA;IACA;IACA;IACA;IACA;;EAGJ,YAAY;IAAiB;IAAuB;;;UAGrC;EACf;EACA;EACA,WAAW;EACX;EACA;;UAGe;EACf,UAAU;EACV,eAAe;EACf,gBAAgB;EAChB,WAAW;EACX,QAAQ;EACR;EACA;EACA,QAAQ;EACR,UAAU;EACV,UAAU;EACV,WAAW;EACX,OAAO;EACP;EACA;EACA;IAAc;IAAkB;IAAqB;;EACrD;;KAKU,gDAKR;GACG,cAAc;;UAEJ;EACf;EACA,cAAc;EACd;IAAa,OAAO;IAAY,QAAQ;;;UAGzB;EACf;EACA,OAAO;EACP,WAAW,eAAe;;UAGX;EACf;EACA;EACA,SAAS;IAAiB;IAAe;;EACzC;IAAS;IAAsB;;;KAGrB,YACV,SAAS,kBACT,2BACG,QAAQ;UAEI;EACf,SAAS,QAAQ,4BAA4B;EAC7C,UAAU,KAAK,4BAA4B;EAC3C;;UAGe;EACf;EACA,MAAM;EACN;EACA,UAAU,QAAQ;EAClB,aAAa;EACb;EACA;EACA,QAAQ;EACR;EACA;EACA;;EAEA;EACA;IAAU;IAAc;IAAc;IAAa;;EACnD;;UAGe;EACf;EACA;IAAY;IAAc,MAAM;;EAChC;IAAc;IAAkB;;EAChC;IAAY,OAAO;;EACnB;EACA;;EAEA;;;;cC5bW;KAMD,sBAAsB;;;qBCwLrB,aAAU,cACT,WACF,uBACT;;;;;;;UC3Kc;;EAEf;;EAEA;;EAEA,UAAU;;EAEV;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,SAAS;;EAET;;EAEA;;EAEA;;EAEA;;EAEA,aAAa;;;UAIE;;EAEf,WAAW;;EAEX,UAAU;;EAEV,UAAU;;EAEV,cAAc,UAAU;;EAExB,cACE,OAAO,QACP,SAAS,YAAY,yBACrB,WAAW,YAAY,cACvB,OAAO,QACP,SAAS;;;KAOD,UAAU,aACpB,SACE,KAAK;EAEL,aAAa;EACb;EACA,UAAU;;qBAGD,UAAO,UACT,aAAW,MACf,gBACJ,QAAQ;;;qBCvGE,kBAAe;UAmFX;;EAEf;;EAEA;;EAEA;;qBAkDW,YAAS,kBACJ,UACP,gBACR;;;UCtJc;EACf;EACA,QAAQ;EACR;;qBAGW,qBAAqB;;;qBCDrB,cAAW,QAAY,QAAM,yBAAyB;;;UCsVlD;EACf,QAAQ;EACR,SAAS;;qBAGE,aAAU,cACT,gBACE,SACL,sBACR;;;KC7VS;qBAUC,sBAAsB;WAEf;WAKA;EANlB,YACkB,sEAKA;;UAqEH;EACf;EACA,YAAY;EACZ;EACA,eAAe,WAAW;EAC1B;EACA;;EAEA,SAAS,eAAe;;qBAiDb,oBAAiB,SAAa,yBAAuB;;;qBC1JrD,aAAU,QACb,YAAU,UACR;;;qBCOC,cAAW,QACd,KAAK,0CAAwC,OAC9C,QAAM;;;qBC6CF,YAAS,QACZ,YAAU;EACP;;;;UC6BI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;cA0CW,mBAAgB;EAClB;EAAgB;KAAuB;EAE7C;EAAY;EAAY;EAAW;EAAmB;;;;cCvI9C,iBAAc,OAAW,cAAY,OAAS;EA0BvD;EACA;;;EAMA;EAGA;EAGA;EAEA;;;;;;;;;;;;;;;;;;UCtBa;EACf;EACA;EACA;EACA;EACA;EACA;;EAEA,UAAU;;EAEV;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,WAAW;;UAGI;EACf;EACA;;EAEA;EACA;EACA,SAAS;EACT;EACA,gBAAgB;EAChB;IACE;IACA;IACA;IACA;;EAEF,aAAa,kBAAkB;EAC/B;IAAS;IAAY;IAAgB;;;UAGtB;EACf,oBAAoB,kBAAkB;EACtC,eAAe;EACf;EACA;EACA,OAAO;EACP;IACE;IACA;IACA;IACA;IACA;;;qBA0OS,UAAO,SACT,aAAW,MACf,gBACJ,QAAQ;;;qBC1RE,WAAQ;;;UC7BJ;EACf;EACA;EACA;EACA;;;;UCae;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA,UAAU;;UASK;EACf,WAAW;;UAGI;EACf;EACA,aAAa;EACb;EACA;EACA;EACA;EACA;EACA;;qBAkEW,UAAO,SACT,aAAW,MACf,gBACJ;EAAU;EAAgB;EAAkB,WAAW"}

package/dist/index.js

@@ -183,7 +183,9 @@ const CONTEXT_KEYS = [
 	"docType",
 	"element",
 	"role",
-	"neighbours"
+	"neighbours",
+	"earlier",
+	"brief"
 ];
 //#endregion
 //#region src/lib/errors.ts
@@ -399,17 +401,17 @@ const invalid = (key, expected) => {
 		field: key
 	});
 };
+const object = (value, key) => {
+	if (!value || typeof value !== "object" || Array.isArray(value)) return invalid(key, "an object");
+	return value;
+};
+const keys = (value, allowed, prefix) => {
+	for (const key of Object.keys(value)) if (!allowed.includes(key)) invalid(`${prefix}${key}`, `one of ${allowed.join(", ")}`);
+};
+const strings = (value, key) => {
+	if (!Array.isArray(value) || value.some((v) => typeof v !== "string")) invalid(key, "an array of strings");
+};
 function validateConfig(raw) {
-	const object = (value, key) => {
-		if (!value || typeof value !== "object" || Array.isArray(value)) return invalid(key, "an object");
-		return value;
-	};
-	const keys = (value, allowed, prefix) => {
-		for (const key of Object.keys(value)) if (!allowed.includes(key)) invalid(`${prefix}${key}`, `one of ${allowed.join(", ")}`);
-	};
-	const strings = (value, key) => {
-		if (!Array.isArray(value) || value.some((v) => typeof v !== "string")) invalid(key, "an array of strings");
-	};
 	const value = object(raw, "config");
 	keys(value, [
 		"$schema",
@@ -509,6 +511,55 @@ const docTypeFor = (config, relativeFile) => {
 	return "unknown";
 };
 //#endregion
+//#region src/extract/earlier.ts
+const NOT_PROSE = /* @__PURE__ */ new Set([
+	"heading",
+	"button",
+	"link",
+	"label",
+	"placeholder",
+	"aria"
+]);
+const STOP = new Set("about above after again also always another because been before being below between both came come could does doing done down each even every from have having here into just like made make many more most much must never only other over same should since some such than that their them then there these they this those through very want were what when where which while will with would your yours you're we're it's that's there's isn't don't can't won't".split(" "));
+const SENTENCE = /[^.!?\n]+[.!?]*/gu;
+const WORD$1 = /[\p{L}\p{N}$][\p{L}\p{N}$'’.-]*[\p{L}\p{N}]|[\p{L}\p{N}]/gu;
+const MIN_SHARED = 3;
+const MAX_EVIDENCE = 8;
+const tokens = (sentence) => {
+	const out = /* @__PURE__ */ new Set();
+	for (const [raw] of sentence.toLowerCase().matchAll(WORD$1)) {
+		const word = raw.replaceAll("’", "'");
+		if (/\d/u.test(word)) out.add(word);
+		else if (word.length >= 4 && !STOP.has(word)) out.add(word.length > 4 ? word.replace(/(?:'s|s)$/u, "") : word);
+	}
+	return out;
+};
+const isProse = (unit) => (unit.kind === "paragraph" || unit.kind === "jsx-text") && !unit.inCode && !NOT_PROSE.has(unit.context.role);
+const attachEarlier = (units) => {
+	const prose = units.filter(isProse).toSorted((a, b) => a.sourceStart - b.sourceStart);
+	const split = prose.map((unit) => [...unit.text.matchAll(SENTENCE)].map(([s]) => s.trim()).filter(Boolean).map((text) => ({
+		text,
+		words: tokens(text)
+	})));
+	const spread = /* @__PURE__ */ new Map();
+	for (const sentences of split) for (const word of new Set(sentences.flatMap((s) => [...s.words]))) spread.set(word, (spread.get(word) ?? 0) + 1);
+	const subject = (word) => prose.length >= 6 && (spread.get(word) ?? 0) * 3 > prose.length;
+	const seen = [];
+	const index = /* @__PURE__ */ new Map();
+	for (const [u, unit] of prose.entries()) {
+		const matched = /* @__PURE__ */ new Map();
+		for (const sentence of split[u] ?? []) {
+			const words = [...sentence.words].filter((w) => !subject(w));
+			const shared = /* @__PURE__ */ new Map();
+			for (const word of words) for (const id of index.get(word) ?? []) shared.set(id, (shared.get(id) ?? 0) + 1);
+			for (const [id, n] of shared) if (n >= MIN_SHARED || n >= 2 && n * 2 >= words.length) matched.set(id, Math.max(matched.get(id) ?? 0, n));
+			const id = seen.push(sentence.text) - 1;
+			for (const word of words) index.set(word, [...index.get(word) ?? [], id]);
+		}
+		if (matched.size > 0) unit.context.earlier = [...matched].toSorted((a, b) => b[1] - a[1] || a[0] - b[0]).slice(0, MAX_EVIDENCE).toSorted((a, b) => a[0] - b[0]).map(([id]) => seen[id]).join("\n");
+	}
+};
+//#endregion
 //#region src/lib/frontmatter.ts
 const stripBom = (text) => text.codePointAt(0) === 65279 ? ` ${text.slice(1)}` : text;
 const scalar = (value) => {
@@ -1780,6 +1831,7 @@ const extractSource = (config, file, source, repository) => {
 		config,
 		docType
 	}) : [];
+	attachEarlier(units);
 	const whole = makeUnit(file, new LineIndex(source), {
 		context: {
 			docType,
@@ -2133,6 +2185,8 @@ const buildState = (unit, rules) => {
 	if (keys.has("docType")) lines.push(`DOC TYPE: ${unit.context.docType}`);
 	if (keys.has("element") && unit.context.element) lines.push(`ELEMENT: ${unit.context.element}${unit.context.attr ? ` (${unit.context.attr})` : ""}`);
 	if (keys.has("role")) lines.push(`ROLE: ${unit.context.role}`);
+	if (keys.has("brief") && unit.context.brief) lines.push(`BRIEF: ${clip("BRIEF: ", unit.context.brief)}`);
+	if (keys.has("earlier") && unit.context.earlier) lines.push(`EARLIER: ${clip("EARLIER: ", unit.context.earlier)}`);
 	if (keys.has("section") && unit.context.section) lines.push(`SECTION: ${clip("SECTION: ", unit.context.section)}`);
 	return {
 		state: lines.join("\n"),
@@ -2547,7 +2601,8 @@ const preconditions = (file, v) => {
 		"notInCode",
 		"docType",
 		"role",
-		"smartQuotesAtBuild"
+		"smartQuotesAtBuild",
+		"minWords"
 	]);
 	const out = {};
 	if (raw.notInCode !== void 0) {
@@ -2560,6 +2615,10 @@ const preconditions = (file, v) => {
 		if (raw.smartQuotesAtBuild !== false) fail(file, "preconditions.smartQuotesAtBuild may only be false");
 		out.smartQuotesAtBuild = false;
 	}
+	if (raw.minWords !== void 0) {
+		if (!Number.isInteger(raw.minWords) || raw.minWords < 1) fail(file, "preconditions.minWords must be a positive integer");
+		out.minWords = raw.minWords;
+	}
 	return out;
 };
 const INCLUDE_BY_KIND = {
@@ -2655,6 +2714,7 @@ const missingEvidence = (unit, rule) => {
 };
 //#endregion
 //#region src/map/plan.ts
+const WORD = /[\p{L}\p{N}]+(?:['’-][\p{L}\p{N}]+)*/gu;
 const inScope = (rule, unit) => unit.kind === "element" || matchesAny(unit.file, rule.scope.include) && !matchesAny(unit.file, rule.scope.exclude);
 const passesPreconditions = (rule, unit, config) => {
 	const p = rule.preconditions;
@@ -2662,6 +2722,7 @@ const passesPreconditions = (rule, unit, config) => {
 	if (p.notInCode && unit.inCode) return false;
 	if (p.docType && !p.docType.includes(unit.context.docType)) return false;
 	if (p.role && !p.role.includes(unit.context.role)) return false;
+	if (p.minWords && (unit.text.match(WORD)?.length ?? 0) < p.minWords) return false;
 	if (p.smartQuotesAtBuild === false && config.smartQuotesAtBuild && (unit.kind === "paragraph" || unit.kind === "heading") && /\.(md|mdx)$/.test(unit.file)) return false;
 	return true;
 };
@@ -3836,6 +3897,110 @@ const MOTION_SOURCE_RULES = [codeRule({
 	unit: ["source"]
 }, "src/rules/code/motion-source.ts")];
 //#endregion
+//#region src/rules/code/prose.ts
+const PROSE_ROLES = [
+	"body",
+	"list-item",
+	"cell",
+	"caption",
+	"literal-copy",
+	"unknown"
+];
+const echoesEarlier = (unit) => unit.context.earlier ? hit(`shares content words with ${unit.context.earlier.split("\n").length} earlier sentence(s)`) : none;
+const hasBrief = (unit) => unit.context.brief ? hit("checked against the brief") : none;
+const PROSE_RULES = [codeRule({
+	categoryId: "machine-prose",
+	check: echoesEarlier,
+	hint: "Cut the restatement or replace it with the evidence it was standing in for.",
+	id: "copywriting-idea-repetition",
+	preconditions: {
+		minWords: 5,
+		notInCode: true,
+		role: PROSE_ROLES
+	},
+	question: {
+		context: ["docType", "earlier"],
+		criteria: {
+			false: {
+				examples: [
+					"EARLIER: Northwind keeps both versions side by side. TEXT: Open the conflict and pick the lines you want from each version.",
+					"EARLIER: Relay unreachable. Check your connection and try again. TEXT: Disk full. Free up space on this laptop and Northwind will resume.",
+					"EARLIER: Speed matters to users. TEXT: A 400ms dropdown loses a click one time in five in our logs."
+				],
+				what: "TEXT adds a fact, example, step or consequence, or is a parallel entry for a different case."
+			},
+			true: {
+				examples: ["EARLIER: When two people edit the same file, Northwind keeps both versions side by side. TEXT: Conflicting edits are never overwritten: you get both versions, side by side.", "EARLIER: It costs $8 per seat per month, with a 14-day free trial. TEXT: Just $8 per seat per month, and your first 14 days are free."],
+				what: "TEXT says again what an EARLIER sentence already said, with nothing new."
+			}
+		},
+		instructions: "EARLIER lists sentences said before TEXT in the same document that share words with it. Does TEXT restate one of them without adding a new fact, example, step or consequence? Return false for parallel entries that share a structure but cover different cases (one error message, FAQ answer or step each), for a deliberate one-sentence summary closing a long section, and for a fact repeated where the reader acts on it (the price on the plan's button)."
+	},
+	source: {
+		line: 1,
+		path: "https://typesafe-parallel-judgment-lab.every-4573.chatgpt.site/downloads/typesafe-lab-source.zip (scripts/run-ai-checker.mjs)",
+		repo: "every.to",
+		ruleId: "idea_repetition"
+	},
+	thresholds: {
+		act: .75,
+		review: .4
+	},
+	title: "Repeats the same idea without adding new evidence",
+	unit: ["paragraph", "jsx-text"]
+}, "src/rules/code/prose.ts"), codeRule({
+	categoryId: "evidence-over-claims",
+	check: hasBrief,
+	hint: "Cut the setting, mode, policy or comparison, or add it to the brief if the product really does it.",
+	id: "copywriting-invented-capability",
+	preconditions: { notInCode: true },
+	question: {
+		context: [
+			"docType",
+			"element",
+			"brief"
+		],
+		criteria: {
+			false: {
+				examples: [
+					"BRIEF: keeps both versions when edits conflict. TEXT: Keep both versions",
+					"BRIEF: 14-day free trial, no card required. TEXT: Start your free trial",
+					"BRIEF: a desktop sync app. TEXT: Email address",
+					"BRIEF: 14-day free trial, no card required; $8 per seat per month. TEXT: 14 days. No card. $8 per seat after that.",
+					"BRIEF: keeps both versions when edits conflict. TEXT: Nobody’s work gets thrown away, even when two people edit the same file offline."
+				],
+				what: "Every claim in TEXT rewords, summarises or directly follows from the brief, or TEXT is ordinary interface chrome or an instruction to the reader."
+			},
+			true: {
+				examples: [
+					"BRIEF: local network first, falls back to an encrypted relay. TEXT: Relay only",
+					"BRIEF: 14-day free trial, no card required. TEXT: Cancel anytime during the trial",
+					"BRIEF: keeps both versions side by side. TEXT: Most sync tools pick a winner and silently overwrite the other."
+				],
+				what: "TEXT offers or asserts a capability, setting, mode, role, policy, integration or comparison the brief never states."
+			}
+		},
+		instructions: "BRIEF is everything known about the product. Does TEXT offer or assert a capability, setting, mode, role, policy, integration, page, or claim about other products that BRIEF neither states nor directly implies? Return false for rewording, shortening or drawing a direct consequence from BRIEF, for ordinary interface chrome every app has (Save, Cancel, Email, Password, Settings, Sign in), and for instructions to the reader."
+	},
+	source: {
+		line: 10,
+		path: "skills/ui-design/rules/slop-invented-behaviour.md",
+		repo: "mblode/agent-skills",
+		ruleId: "slop-invented-behaviour"
+	},
+	thresholds: {
+		act: .75,
+		review: .4
+	},
+	title: "States a capability the brief never gave",
+	unit: [
+		"paragraph",
+		"heading",
+		"jsx-text",
+		"attr-string"
+	]
+}, "src/rules/code/prose.ts")];
+//#endregion
 //#region src/rules/code/skill-classes.ts
 const make = (id, title, categoryId, source, check, hint) => codeRule({
 	categoryId,
@@ -3880,6 +4045,67 @@ const SKILL_CLASS_RULES = [
 	}, "Prefer transform/opacity for frequent motion; measure deliberate container resizing before changing it.")
 ];
 //#endregion
+//#region src/rules/code/slop-source.ts
+const EYEBROW = /<(?:p|span|div)\b[^>]*className="[^"]*\b(?:uppercase|text-xs|text-\[(?:9|10|11|12)px\])[^"]*"[^>]*>(?:\s*<span[^>]*\/>)?[^<{]{2,80}<\/(?:p|span|div)>\s*<h[1-3]\b/gu;
+const FACT = /\b\d+[- ]days?\b|\bno (?:credit )?card\b|\bcancel any ?time\b|\$\d+(?:\.\d\d)?(?= ?(?:\/|per|a) ?(?:seat|user|member|month))/giu;
+const MAX_EYEBROWS = 2;
+const MAX_REPEATS = 3;
+const eyebrows = (unit) => {
+	const found = [...unit.text.matchAll(EYEBROW)];
+	if (found.length <= MAX_EYEBROWS) return none;
+	return {
+		...hit(`${found.length} headings carry an eyebrow label`),
+		offset: found[MAX_EYEBROWS]?.index
+	};
+};
+const factPadding = (unit) => {
+	const counts = /* @__PURE__ */ new Map();
+	for (const m of unit.text.matchAll(FACT)) {
+		const key = m[0].toLowerCase().replaceAll(/[- ]/gu, " ");
+		const seen = counts.get(key) ?? {
+			first: m.index,
+			n: 0
+		};
+		counts.set(key, {
+			...seen,
+			n: seen.n + 1
+		});
+	}
+	const [top] = [...counts].toSorted((a, b) => b[1].n - a[1].n);
+	if (!top || top[1].n <= MAX_REPEATS) return none;
+	return {
+		...hit(`"${top[0]}" appears ${top[1].n} times`),
+		offset: top[1].first
+	};
+};
+const source = (ruleId) => ({
+	line: 10,
+	path: `skills/ui-design/rules/${ruleId}.md`,
+	repo: "mblode/agent-skills",
+	ruleId
+});
+const SLOP_SOURCE_RULES = [codeRule({
+	categoryId: "visual-hierarchy",
+	check: eyebrows,
+	hint: "Keep an eyebrow on at most two sections, where it names something the heading cannot. Delete the rest.",
+	id: "craft-eyebrow-overuse",
+	scope: { include: ["**/*.tsx", "**/*.jsx"] },
+	source: source("slop-eyebrow-overuse"),
+	status: "review-only",
+	title: "An eyebrow over nearly every heading",
+	unit: ["source"]
+}, "src/rules/code/slop-source.ts"), codeRule({
+	categoryId: "evidence-over-claims",
+	check: factPadding,
+	hint: "Say each fact once, where the reader needs it: the price on the plan, the trial on the button. Cut the sections that exist only to repeat them.",
+	id: "copywriting-fact-padding",
+	scope: { include: ["**/*.tsx", "**/*.jsx"] },
+	source: source("slop-fact-padding"),
+	status: "review-only",
+	title: "The same few facts restated to fill the page",
+	unit: ["source"]
+}, "src/rules/code/slop-source.ts")];
+//#endregion
 //#region src/rules/code/typography.ts
 const MODULE = "src/rules/code/typography.ts";
 const AUDIT = "skills/typography-audit/rules";
@@ -4129,7 +4355,9 @@ const CODE_RULES = [
 	...DOCUMENT_RULES,
 	...IMAGE_RULES,
 	...SKILL_CLASS_RULES,
-	...MOTION_SOURCE_RULES
+	...MOTION_SOURCE_RULES,
+	...SLOP_SOURCE_RULES,
+	...PROSE_RULES
 ];
 //#endregion
 //#region src/rules/load.ts
@@ -4445,6 +4673,10 @@ const runLint = async (options = {}, ctx = {}) => {
 		sources.set(file, source.split("\n"));
 	}
 	if (options.extraUnits) units.push(...options.extraUnits);
+	if (options.brief) {
+		const brief = fs.readFileSync(path.resolve(options.brief), "utf-8").trim();
+		for (const unit of units) unit.context.brief = brief;
+	}
 	const scope = {
 		byDocType: {},
 		diagnostics: scan.messages,
@@ -4507,7 +4739,7 @@ const runLint = async (options = {}, ctx = {}) => {
 		onProgress: ctx.onProgress,
 		recorder
 	});
-	ctx.onEvidence?.(units, judgement.answers, judgement.negatives, rules);
+	ctx.onEvidence?.(units, judgement.answers, judgement.negatives, rules, sources);
 	const status = options.dryRun ? "dry-run" : judgement.usage.errors > 0 || parseFailures.size > 0 || units.length === 0 ? "incomplete" : "complete";
 	const jf = jevFindings(judgement.jobs, judgement.answers);
 	let findings = [...judgement.mechanical, ...jf.findings];
@@ -4896,6 +5128,7 @@ const loadCorpus = (corpusDir, rules, options = {}) => {
 			].includes(labelSource)) throw new Error(`Invalid corpus line ${where}: labelSource`);
 			if (labelSource === "ai" && (typeof r.labelModel !== "string" || !r.labelModel.trim() || typeof r.labelPromptHash !== "string" || !/^[a-f0-9]{64}$/.test(r.labelPromptHash))) throw new Error(`Invalid corpus line ${where}: AI labels require model and prompt hash`);
 			if (!isRecord(r.source) || typeof r.source.repo !== "string" || typeof r.source.path !== "string" || r.source.id !== void 0 && (typeof r.source.id !== "string" || !r.source.id.trim())) throw new Error(`Invalid corpus line ${where}: source needs repo and path`);
+			if (r.note !== void 0 && typeof r.note !== "string") throw new TypeError(`Invalid corpus line ${where}: note must be text`);
 			if (r.split !== void 0 && r.split !== "dev" && r.split !== "holdout") throw new Error(`Invalid corpus line ${where}: split must be dev or holdout`);
 			if (r.classes !== void 0 && (!Array.isArray(r.classes) || r.classes.some((c) => typeof c !== "string"))) throw new Error(`Invalid corpus line ${where}: classes must be strings`);
 			if (r.context !== void 0) {
@@ -4922,6 +5155,7 @@ const loadCorpus = (corpusDir, rules, options = {}) => {
 				labelSource,
 				labels,
 				neighbours: r.neighbours,
+				note: r.note,
 				source: r.source,
 				split: r.split ?? splitFor(JSON.stringify([r.source.repo, r.source.path])),
 				text: r.text
@@ -5025,6 +5259,24 @@ const pairedOutcomes = (items, rule, probabilities) => {
 	return contrast;
 };
 //#endregion
+//#region src/eval/label.ts
+const renderDisagreements = (evals, items, rules) => {
+	const byId = new Map(items.map((item) => [item.id, item]));
+	const out = [];
+	for (const e of evals) {
+		const rule = rules.find((r) => r.id === e.ruleId);
+		if (!rule) continue;
+		const wrong = e.pairs.filter((p) => p.probability >= rule.thresholds.review !== p.label);
+		if (!wrong.length) continue;
+		out.push(`${e.ruleId}: ${wrong.length} of ${e.pairs.length} disagree (${path.relative(process.cwd(), rule.file)})`);
+		for (const p of wrong) {
+			const item = byId.get(p.id);
+			out.push(`  ${p.label ? "labelled violation, judge missed" : "labelled fine, judge flagged"} p=${p.probability.toFixed(2)} [${item?.labelSource ?? "?"}/${item?.split ?? "?"}] ${p.id}`, `    ${(item?.text ?? "").replaceAll("\n", " ").slice(0, 160)}`, ...item?.note ? [`    note: ${item.note}`] : []);
+		}
+	}
+	return out.length ? `\nDisagreements (review threshold):\n${out.join("\n")}\n` : "\nNo disagreements at the review threshold.\n";
+};
+//#endregion
 //#region src/eval/metrics.ts
 const corpusConfig = () => ({
 	components: {
@@ -5170,7 +5422,11 @@ const runEval = async (options, ctx = {}) => {
 		knownRuleIds
 	});
 	if (options.split && options.split !== "all") items = items.filter((i) => i.split === options.split);
-	if (!items.length) throw new Error("No corpus items in the selected split.");
+	if (options.sources) {
+		const sources = new Set(options.sources);
+		items = items.filter((i) => sources.has(i.labelSource));
+	}
+	if (!items.length) throw new Error("No corpus items in the selected split and label sources.");
 	const model = options.model ?? "jev-latest";
 	const resultsDir = options.resultsDir ?? defaultResultsDir();
 	const cache = new AnswerCache(path.join(resultsDir, "cache"), !options.noCache);
@@ -5187,6 +5443,7 @@ const runEval = async (options, ctx = {}) => {
 		model,
 		recorder
 	});
+	if (unknowns.some((u) => u.reason === "auth")) throw new ProviderError("auth", 401);
 	const labelSources = {};
 	for (const item of items) labelSources[item.labelSource] = (labelSources[item.labelSource] ?? 0) + 1;
 	const evals = evaluateRules(items, rules, probabilities, unknowns, skipped);
@@ -5206,7 +5463,7 @@ const runEval = async (options, ctx = {}) => {
 		exitCode,
 		labelSources,
 		referenceCoverage: corpusCoverage(items, rules),
-		report: (options.check ? `Regression check: ${exitCode === 0 ? "PASS" : exitCode === 1 ? "FAIL (reference disagreement)" : "INCOMPLETE (missing evaluations)"}. Uses the review threshold.\n` : "") + (labelSources.ai ? `AI-labeled reference: ${labelSources.ai} items. Metrics measure agreement with AI labels, not human judgments.\n` : "") + renderEval(evals, usage, Boolean(options.dryRun), pendingRequests),
+		report: (options.check ? `Regression check: ${exitCode === 0 ? "PASS" : exitCode === 1 ? "FAIL (reference disagreement)" : "INCOMPLETE (missing evaluations)"}. Uses the review threshold.\n` : "") + (labelSources.ai ? `AI-labeled reference: ${labelSources.ai} items. Metrics measure agreement with AI labels, not human judgments.\n` : "") + renderEval(evals, usage, Boolean(options.dryRun), pendingRequests) + (options.disagreements && !options.dryRun ? renderDisagreements(evals, items, rules) : ""),
 		rules: evals,
 		usage
 	};
@@ -5231,6 +5488,7 @@ const promotionEvidence = (items, ruleId, pairs, threshold, floor, minItems) =>
 };
 //#endregion
 //#region src/eval/tune.ts
+const fromSources = (items, sources) => sources ? items.filter((item) => sources.includes(item.labelSource)) : items;
 const THRESHOLDS = Array.from({ length: 10 }, (_, i) => Math.round((.5 + i * .05) * 100) / 100);
 const decideThreshold = (pairs, currentAct, floor, minItems, review = 0) => {
 	const n = pairs.length;
@@ -5284,7 +5542,7 @@ const runTune = async (options, ctx = {}) => {
 		only: options.only
 	}).filter((r) => r.tier !== "mechanical");
 	const knownRuleIds = new Set(loadRules(rulesDir, { allowDraft: true }).map((r) => r.id));
-	const allItems = loadCorpus(resolveCorpusDir(options.corpusDir), rules, { knownRuleIds });
+	const allItems = fromSources(loadCorpus(resolveCorpusDir(options.corpusDir), rules, { knownRuleIds }), options.sources);
 	const items = allItems.filter((item) => item.split === "dev");
 	const model = options.model ?? "jev-latest";
 	const resultsDir = options.resultsDir ?? defaultResultsDir();