chaffjs 0.19.0 → 0.20.0

package/dist/grade/context-support.d.ts

@@ -0,0 +1,23 @@
+import type { AtomKind, Extraction, UnreadReason } from "../compare/atom.ts";
+import type { GradeFact, SupportedFact } from "./result.ts";
+/** The kinds an answer is checked for. Headings, clause references and footnotes describe the answer, not the world. */
+export declare const CONTEXT_KINDS: readonly AtomKind[];
+/** A kind not fully read in the answer or a passage, and why: no fact of it found there is not "none". */
+export type UnreadKind = {
+    readonly kind: AtomKind;
+    readonly reason: UnreadReason;
+};
+export type ContextSupport = {
+    readonly checked: number;
+    readonly supported: readonly SupportedFact[];
+    readonly unsupported: readonly GradeFact[];
+    readonly unread: readonly UnreadKind[];
+};
+/** One passage as read: its facts, and its text to find a quotation in. */
+export type Passage = {
+    readonly extraction: Extraction;
+    readonly text: string;
+};
+/** Each checkable fact of the answer, supported by the first passage that states it, or unsupported. `allowed`: kinds that may be. */
+export declare const contextSupport: (answer: Extraction, passages: readonly Passage[], allowed: ReadonlySet<AtomKind>) => ContextSupport;
+//# sourceMappingURL=context-support.d.ts.map

package/dist/grade/context-support.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-support.d.ts","sourceRoot":"","sources":["../../src/grade/context-support.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAQ,QAAQ,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEnF,OAAO,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAM5D,wHAAwH;AACxH,eAAO,MAAM,aAAa,EAAE,SAAS,QAAQ,EAA+D,CAAC;AAE7G,0GAA0G;AAC1G,MAAM,MAAM,UAAU,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAA;CAAE,CAAC;AAEpF,MAAM,MAAM,cAAc,GAAG;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,SAAS,aAAa,EAAE,CAAC;IAC7C,QAAQ,CAAC,WAAW,EAAE,SAAS,SAAS,EAAE,CAAC;IAC3C,QAAQ,CAAC,MAAM,EAAE,SAAS,UAAU,EAAE,CAAC;CACxC,CAAC;AAEF,2EAA2E;AAC3E,MAAM,MAAM,OAAO,GAAG;IAAE,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAwBjF,sIAAsI;AACtI,eAAO,MAAM,cAAc,GAAI,QAAQ,UAAU,EAAE,UAAU,SAAS,OAAO,EAAE,EAAE,SAAS,WAAW,CAAC,QAAQ,CAAC,KAAG,cAYjH,CAAC"}

package/dist/grade/context-support.js

@@ -0,0 +1,33 @@
+import { outcomeOf } from "../compare/outcome.js";
+// Whether each checkable fact of an answer is stated in some retrieved passage (spec §29.3, contexts). Pure. Facts are
+// read and matched as `chaff compare --distinct` matches them; a quotation must be in a passage word for word. Meaning
+// is never judged: a sentence with no checkable fact is counted as not checked, not as supported.
+/** The kinds an answer is checked for. Headings, clause references and footnotes describe the answer, not the world. */
+export const CONTEXT_KINDS = ["number", "date", "time", "url", "code", "name", "quote"];
+/** Text as a quotation key spells it: width and runs of white space are how it is written, not what it says. */
+const spelled = (text) => text.normalize("NFKC").replace(/\s+/gu, " ");
+const factId = (atom) => [atom.kind, atom.key, String(atom.line), atom.text].join("\u0000");
+/** The facts of the answer this passage states: a quotation word for word, any other fact as compare --distinct keeps it. */
+const statedIn = (answer, passage) => {
+    const unstated = new Set(outcomeOf({ path: "context", extraction: passage.extraction }, { path: "answer", extraction: answer }, undefined, "distinct").added.map(factId));
+    const text = spelled(passage.text);
+    return new Set(answer.atoms.filter((atom) => (atom.kind === "quote" ? text.includes(atom.key) : !unstated.has(factId(atom)))).map(factId));
+};
+const unreadOf = (extractions) => {
+    const seen = new Map();
+    extractions.forEach((extraction) => extraction.unread.filter((entry) => CONTEXT_KINDS.includes(entry.kind)).forEach((entry) => seen.set(`${entry.kind}\n${entry.reason}`, entry)));
+    return [...seen.values()];
+};
+/** Each checkable fact of the answer, supported by the first passage that states it, or unsupported. `allowed`: kinds that may be. */
+export const contextSupport = (answer, passages, allowed) => {
+    const stated = passages.map((passage) => statedIn(answer, passage));
+    const checked = answer.atoms.filter((atom) => CONTEXT_KINDS.includes(atom.kind));
+    const placed = checked.map((atom) => ({ atom, passage: stated.findIndex((ids) => ids.has(factId(atom))) }));
+    return {
+        checked: checked.length,
+        supported: placed.flatMap(({ atom, passage }) => (passage === -1 ? [] : [{ kind: atom.kind, text: atom.text, line: atom.line, passage }])),
+        unsupported: placed.flatMap(({ atom, passage }) => passage === -1 ? [{ kind: atom.kind, key: atom.key, text: atom.text, line: atom.line, allowed: allowed.has(atom.kind) }] : []),
+        unread: unreadOf([answer, ...passages.map((passage) => passage.extraction)]),
+    };
+};
+//# sourceMappingURL=context-support.js.map

package/dist/grade/context-support.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-support.js","sourceRoot":"","sources":["../../src/grade/context-support.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAGlD,uHAAuH;AACvH,uHAAuH;AACvH,kGAAkG;AAElG,wHAAwH;AACxH,MAAM,CAAC,MAAM,aAAa,GAAwB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;AAe7G,gHAAgH;AAChH,MAAM,OAAO,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AAEvF,MAAM,MAAM,GAAG,CAAC,IAAU,EAAU,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAE1G,6HAA6H;AAC7H,MAAM,QAAQ,GAAG,CAAC,MAAkB,EAAE,OAAgB,EAAuB,EAAE;IAC7E,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,SAAS,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAChJ,CAAC;IACF,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACnC,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AAC7I,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,WAAkC,EAAgB,EAAE;IACpE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC3C,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE,CACjC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM,EAAE,EAAE,KAAK,CAAC,CAAC,CAC9I,CAAC;IACF,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AAC5B,CAAC,CAAC;AAEF,sIAAsI;AACtI,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAkB,EAAE,QAA4B,EAAE,OAA8B,EAAkB,EAAE;IACjI,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACjF,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5G,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,MAAM;QACvB,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QAC1I,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAChD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAC9H;QACD,MAAM,EAAE,QAAQ,CAAC,CAAC,MAAM,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;KAC7E,CAAC;AACJ,CAAC,CAAC"}

package/dist/grade/contexts.d.ts

@@ -0,0 +1,16 @@
+import type { AtomKind } from "../compare/atom.ts";
+import type { ItemReading } from "./checks.ts";
+import { type UnreadKind } from "./context-support.ts";
+import type { GradeContexts } from "./result.ts";
+export type ContextsRead = {
+    readonly contexts: GradeContexts;
+    readonly unread: readonly UnreadKind[];
+};
+/** The output's checkable facts, each found in some passage or not. `allowed`: kinds the rubric lets go unsupported. */
+export declare const contextsAgainst: (texts: {
+    readonly output: string;
+    readonly outputPath: string;
+    readonly outputLanguage: string;
+    readonly contexts: readonly string[];
+}, reading: ItemReading, allowed: ReadonlySet<AtomKind>) => Promise<ContextsRead>;
+//# sourceMappingURL=contexts.d.ts.map

package/dist/grade/contexts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contexts.d.ts","sourceRoot":"","sources":["../../src/grade/contexts.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAKnD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAkB,KAAK,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAuBjD,MAAM,MAAM,YAAY,GAAG;IAAE,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,UAAU,EAAE,CAAA;CAAE,CAAC;AAExG,wHAAwH;AACxH,eAAO,MAAM,eAAe,GAC1B,OAAO;IAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,EACtI,SAAS,WAAW,EACpB,SAAS,WAAW,CAAC,QAAQ,CAAC,KAC7B,OAAO,CAAC,YAAY,CActB,CAAC"}

package/dist/grade/contexts.js

@@ -0,0 +1,34 @@
+import { documentLanguage } from "../check-source.js";
+import { factsOf } from "../commands/compare.js";
+import { documentFromSource } from "../commands/read-document.js";
+import { lineStarts, placeOf } from "../position.js";
+import { contextSupport } from "./context-support.js";
+// An output's facts against the passages it was meant to rest on (spec §29.3, contexts): each passage read as `chaff
+// compare` reads a document, so a number, date or name is the same fact here as there.
+const contextPath = (index) => `context-${String(index + 1)}.md`;
+/** Each sentence as written, and the lines it covers, first to last. */
+const sentencesOf = (doc) => {
+    const starts = lineStarts(doc.source);
+    return doc.sentences.map((sentence) => ({
+        first: placeOf(starts, sentence.span.start).line,
+        last: placeOf(starts, Math.max(sentence.span.start, sentence.span.end - 1)).line,
+        written: doc.source.slice(sentence.span.start, sentence.span.end),
+    }));
+};
+/** Sentences that state no checked fact: chaff cannot say whether a passage supports them. A fact is placed by its line and how it is written. */
+const uncheckedOf = (doc, facts) => sentencesOf(doc).filter(({ first, last, written }) => !facts.some((fact) => fact.line >= first && fact.line <= last && written.includes(fact.text))).length;
+/** The output's checkable facts, each found in some passage or not. `allowed`: kinds the rubric lets go unsupported. */
+export const contextsAgainst = async (texts, reading, allowed) => {
+    const { config, genre } = reading;
+    const answer = await documentFromSource(texts.outputPath, texts.output, { language: texts.outputLanguage, genre }, config, true);
+    const passages = await Promise.all(texts.contexts.map(async (text, index) => {
+        const path = contextPath(index);
+        const read = await documentFromSource(path, text, { language: documentLanguage(path, text, config), genre }, config, true);
+        return { extraction: factsOf(path, read, config.names).extraction, text };
+    }));
+    const support = contextSupport(factsOf(texts.outputPath, answer, config.names).extraction, passages, allowed);
+    const { checked, supported, unsupported, unread } = support;
+    const uncheckedSentences = uncheckedOf(answer.doc, [...supported, ...unsupported]);
+    return { contexts: { passages: passages.length, checked, supported, unsupported, uncheckedSentences }, unread };
+};
+//# sourceMappingURL=contexts.js.map

package/dist/grade/contexts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contexts.js","sourceRoot":"","sources":["../../src/grade/contexts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAGrD,OAAO,EAAE,cAAc,EAAmB,MAAM,sBAAsB,CAAC;AAGvE,qHAAqH;AACrH,uFAAuF;AAEvF,MAAM,WAAW,GAAG,CAAC,KAAa,EAAU,EAAE,CAAC,WAAW,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;AAIjF,wEAAwE;AACxE,MAAM,WAAW,GAAG,CAAC,GAAkB,EAAiF,EAAE;IACxH,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACtC,OAAO,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACtC,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI;QAChD,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI;QAChF,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;KAClE,CAAC,CAAC,CAAC;AACN,CAAC,CAAC;AAEF,kJAAkJ;AAClJ,MAAM,WAAW,GAAG,CAAC,GAAkB,EAAE,KAAwB,EAAU,EAAE,CAC3E,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AAI9J,wHAAwH;AACxH,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAClC,KAAsI,EACtI,OAAoB,EACpB,OAA8B,EACP,EAAE;IACzB,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;IAClC,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,cAAc,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IACjI,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;QACvC,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,gBAAgB,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC3H,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;IAC5E,CAAC,CAAC,CACH,CAAC;IACF,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC9G,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC5D,MAAM,kBAAkB,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,SAAS,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC;IACnF,OAAO,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,kBAAkB,EAAE,EAAE,MAAM,EAAE,CAAC;AAClH,CAAC,CAAC"}

package/dist/grade/grade-item.d.ts

@@ -0,0 +1,12 @@
+import type { GradeItem } from "./item.ts";
+import type { GradeResult, Stamp } from "./result.ts";
+import type { Rubric } from "./rubric.ts";
+import type { GradeSettings } from "./stamp.ts";
+/** One run's settings, its `grade:` rubric when chaff.yaml has one, and its stamp, which every result carries. */
+export type GradeSetup = GradeSettings & {
+    readonly stamp: Stamp;
+    readonly rubric?: Rubric | undefined;
+};
+/** Grades one output (spec §29.3): its findings and their rates, the facts against its reference, its quotations, and pass or fail. */
+export declare const gradeItem: (item: GradeItem, setup: GradeSetup) => Promise<GradeResult>;
+//# sourceMappingURL=grade-item.d.ts.map

package/dist/grade/grade-item.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"grade-item.d.ts","sourceRoot":"","sources":["../../src/grade/grade-item.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAE3C,OAAO,KAAK,EAA4C,WAAW,EAA2B,KAAK,EAAE,MAAM,aAAa,CAAC;AACzH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAE1C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAIhD,kHAAkH;AAClH,MAAM,MAAM,UAAU,GAAG,aAAa,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AA0FzG,uIAAuI;AACvI,eAAO,MAAM,SAAS,GAAU,MAAM,SAAS,EAAE,OAAO,UAAU,KAAG,OAAO,CAAC,WAAW,CAuBvF,CAAC"}

package/dist/grade/grade-item.js

@@ -0,0 +1,103 @@
+import { checkSource } from "../check-source.js";
+import { missingSections } from "../detectors/team.js";
+import { messageOf } from "../render/text.js";
+import { uiLanguageOf } from "../ui.js";
+import { citationsAgainst, factsAgainst, OUTPUT_PATH } from "./checks.js";
+import { contextsAgainst } from "./contexts.js";
+import { ratesOf, sizeOf } from "./rates.js";
+import { rubricVerdict } from "./rubric-verdict.js";
+import { GRADE_TEXT } from "./text.js";
+import { defaultVerdict } from "./verdict.js";
+const findingOf = (finding, check) => {
+    const rule = check.rules.find((entry) => entry.id === finding.rule);
+    return {
+        rule: finding.rule,
+        level: finding.severity,
+        line: finding.line,
+        column: finding.column,
+        message: rule === undefined ? finding.rule : messageOf(rule, finding, check.language),
+    };
+};
+/** The fact kinds the rubric lets change (`allow_dropped`, `allow_added`), as compare's --allow-dropped and --allow-added. */
+const allowedBy = (rubric) => ({
+    dropped: new Set(rubric?.facts?.allowDropped ?? []),
+    added: new Set(rubric?.facts?.allowAdded ?? []),
+});
+const checkItem = async (item, setup) => {
+    const choice = { language: item.language, genre: item.genre ?? setup.genre, experimental: setup.experimental };
+    const check = await checkSource(OUTPUT_PATH, item.output, setup.config, choice);
+    const ui = uiLanguageOf(check.language);
+    const reading = { genre: check.genre.genre, config: setup.config };
+    const texts = { reference: item.reference ?? "", output: item.output, outputLanguage: check.language };
+    return {
+        check,
+        ui,
+        findings: check.applied.kept.map((finding) => findingOf(finding, check)),
+        size: sizeOf(check.doc),
+        facts: item.reference === undefined ? null : await factsAgainst(texts, reading, allowedBy(setup.rubric)),
+        cited: item.citations === undefined ? undefined : await citationsAgainst(item, item.citations, reading, ui),
+        contexts: await contextsOf(item, check.language, reading, setup.rubric),
+    };
+};
+const contextsOf = async (item, outputLanguage, reading, rubric) => {
+    if (item.contexts === undefined)
+        return undefined;
+    const texts = { output: item.output, outputPath: OUTPUT_PATH, outputLanguage, contexts: item.contexts };
+    return contextsAgainst(texts, reading, new Set(rubric?.contexts?.allowUnsupported ?? []));
+};
+/** What the contexts check could not see: not given at all, kinds not fully read, and sentences with nothing to check. */
+const contextsNotRun = (checked) => {
+    const text = GRADE_TEXT[checked.ui];
+    if (checked.contexts === undefined)
+        return [{ rule: "contexts", reason: text.noContexts }];
+    const { contexts, unread } = checked.contexts;
+    return [
+        ...unread.map((entry) => ({ rule: "contexts", reason: text.contextsUnread(entry.kind, entry.reason) })),
+        ...(contexts.uncheckedSentences === 0 ? [] : [{ rule: "contexts", reason: text.uncheckedSentences(contexts.uncheckedSentences) }]),
+    ];
+};
+const citationsOf = (checked) => (checked.cited !== undefined && "citations" in checked.cited ? checked.cited.citations : null);
+/** The rubric's rules this output's rules do not include: a misspelt id would otherwise pass every output silently. */
+const unknownRubricRules = (checked, rubric) => Object.keys(rubric?.rules ?? {})
+    .filter((id) => !checked.check.rules.some((rule) => rule.id === id))
+    .map((rule) => ({ rule, reason: GRADE_TEXT[checked.ui].unknownRule }));
+const notRunOf = (checked, rubric) => [
+    ...checked.check.raw.skipped.map((skipped) => ({ rule: skipped.rule, reason: skipped.why })),
+    ...unknownRubricRules(checked, rubric),
+    ...(checked.facts === null ? [{ rule: "compare", reason: GRADE_TEXT[checked.ui].noReference }] : []),
+    ...(checked.cited === undefined ? [{ rule: "cite", reason: GRADE_TEXT[checked.ui].noCitations }] : []),
+    ...(checked.cited !== undefined && "notRun" in checked.cited ? [checked.cited.notRun] : []),
+    ...contextsNotRun(checked),
+];
+/** Pass or fail: by the rubric when chaff.yaml has `grade:`, with its penalty score; else by the default of spec §29.3. */
+const judge = (item, checked, setup) => {
+    const graded = { findings: checked.findings, facts: checked.facts, citations: citationsOf(checked), contexts: checked.contexts?.contexts };
+    if (setup.rubric === undefined)
+        return { verdict: defaultVerdict(graded) };
+    const wanted = setup.rubric.requiredSections ?? checked.check.doc.requiredSections;
+    const uncited = Object.keys(item.sources).length > 0 && item.citations === undefined;
+    return rubricVerdict({ ...graded, size: checked.size, missingSections: missingSections(checked.check.doc, wanted), uncited }, setup.rubric);
+};
+/** Grades one output (spec §29.3): its findings and their rates, the facts against its reference, its quotations, and pass or fail. */
+export const gradeItem = async (item, setup) => {
+    const checked = await checkItem(item, setup);
+    const { verdict, score } = judge(item, checked, setup);
+    return {
+        id: item.id,
+        ...(item.variant === undefined ? {} : { variant: item.variant }),
+        language: checked.check.language,
+        genre: checked.check.genre.genre,
+        size: checked.size,
+        findings: checked.findings,
+        rates: ratesOf(checked.findings.map((finding) => finding.rule), checked.size),
+        notRun: notRunOf(checked, setup.rubric),
+        facts: checked.facts,
+        citations: citationsOf(checked),
+        ...(checked.contexts === undefined ? {} : { contexts: checked.contexts.contexts }),
+        ...(score === undefined ? {} : { score }),
+        pass: verdict.pass,
+        failedBecause: verdict.failedBecause,
+        stamp: setup.stamp,
+    };
+};
+//# sourceMappingURL=grade-item.js.map

package/dist/grade/grade-item.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grade-item.js","sourceRoot":"","sources":["../../src/grade/grade-item.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAoB,MAAM,oBAAoB,CAAC;AAEnE,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAmB,MAAM,UAAU,CAAC;AAEzD,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,WAAW,EAAwC,MAAM,aAAa,CAAC;AAChH,OAAO,EAAE,eAAe,EAAqB,MAAM,eAAe,CAAC;AAEnE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAmB,MAAM,YAAY,CAAC;AAG9D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,cAAc,EAAgB,MAAM,cAAc,CAAC;AAK5D,MAAM,SAAS,GAAG,CAAC,OAAgB,EAAE,KAAkB,EAAgB,EAAE;IACvE,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,KAAK,EAAE,OAAO,CAAC,QAAQ;QACvB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,OAAO,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC;KACtF,CAAC;AACJ,CAAC,CAAC;AAEF,8HAA8H;AAC9H,MAAM,SAAS,GAAG,CAAC,MAA0B,EAAW,EAAE,CAAC,CAAC;IAC1D,OAAO,EAAE,IAAI,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY,IAAI,EAAE,CAAC;IACnD,KAAK,EAAE,IAAI,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,IAAI,EAAE,CAAC;CAChD,CAAC,CAAC;AAaH,MAAM,SAAS,GAAG,KAAK,EAAE,IAAe,EAAE,KAAiB,EAAoB,EAAE;IAC/E,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC;IAC/G,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChF,MAAM,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,OAAO,GAAgB,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;IAChF,MAAM,KAAK,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;IACvG,OAAO;QACL,KAAK;QACL,EAAE;QACF,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACxE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC;QACvB,KAAK,EAAE,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACxG,KAAK,EAAE,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,EAAE,CAAC;QAC3G,QAAQ,EAAE,MAAM,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;KACxE,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,KAAK,EAAE,IAAe,EAAE,cAAsB,EAAE,OAAoB,EAAE,MAA0B,EAAqC,EAAE;IACxJ,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAClD,MAAM,KAAK,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;IACxG,OAAO,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,gBAAgB,IAAI,EAAE,CAAC,CAAC,CAAC;AAC5F,CAAC,CAAC;AAEF,0HAA0H;AAC1H,MAAM,cAAc,GAAG,CAAC,OAAgB,EAAiB,EAAE;IACzD,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACpC,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS;QAAE,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAC3F,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC;IAC9C,OAAO;QACL,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACvG,GAAG,CAAC,QAAQ,CAAC,kBAAkB,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;KACnI,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,OAAgB,EAAyB,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,WAAW,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AAEhK,uHAAuH;AACvH,MAAM,kBAAkB,GAAG,CAAC,OAAgB,EAAE,MAA0B,EAAiB,EAAE,CACzF,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC;KAC7B,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;KACnE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAE3E,MAAM,QAAQ,GAAG,CAAC,OAAgB,EAAE,MAA0B,EAAiB,EAAE,CAAC;IAChF,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAC5F,GAAG,kBAAkB,CAAC,OAAO,EAAE,MAAM,CAAC;IACtC,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpG,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACtG,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3F,GAAG,cAAc,CAAC,OAAO,CAAC;CAC3B,CAAC;AAEF,2HAA2H;AAC3H,MAAM,KAAK,GAAG,CAAC,IAAe,EAAE,OAAgB,EAAE,KAAiB,EAA8D,EAAE;IACjI,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC;IAC3I,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,EAAE,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;IAC3E,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,gBAAgB,IAAI,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,gBAAgB,CAAC;IACnF,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC;IACrF,OAAO,aAAa,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;AAC9I,CAAC,CAAC;AAEF,uIAAuI;AACvI,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAAE,IAAe,EAAE,KAAiB,EAAwB,EAAE;IAC1F,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC7C,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IACvD,OAAO;QACL,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,GAAG,CAAC,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QAChE,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ;QAChC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK;QAChC,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,KAAK,EAAE,OAAO,CACZ,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAC/C,OAAO,CAAC,IAAI,CACb;QACD,MAAM,EAAE,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;QACvC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC;QAC/B,GAAG,CAAC,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAClF,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;QACzC,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,KAAK,EAAE,KAAK,CAAC,KAAK;KACnB,CAAC;AACJ,CAAC,CAAC"}

package/dist/grade/item.d.ts

@@ -0,0 +1,54 @@
+export type GradeCitation = {
+    readonly source: string;
+    readonly address: string;
+    readonly quote: string;
+};
+export type GradeItem = {
+    readonly id: string;
+    readonly output: string;
+    readonly reference?: string | undefined;
+    /** Each source's name and text. A citation names the one it quotes. */
+    readonly sources: Readonly<Record<string, string>>;
+    /** What the output quoted. Undefined when not given: chaff does not guess quotations from the output's text. */
+    readonly citations?: readonly GradeCitation[] | undefined;
+    readonly language?: string | undefined;
+    readonly genre?: string | undefined;
+    /** The retrieved passages the output was meant to rest on. Undefined when not given; empty when retrieval found none. */
+    readonly contexts?: readonly string[] | undefined;
+    /** The prompt, model or setting that produced this output. Outputs of several variants are compared on the same ids. */
+    readonly variant?: string | undefined;
+};
+/** The fields an item already has a meaning for: none of them can name a variant. */
+export declare const ITEM_FIELDS: readonly string[];
+/** Which field names an output's variant, and whether every line must have it (the key was given on the command line). */
+export type VariantField = {
+    readonly key: string;
+    readonly required: boolean;
+};
+export declare const DEFAULT_VARIANT_FIELD: VariantField;
+export type ItemProblemKind = "not-json" | "not-object" | "no-id" | "no-output" | "not-string" | "not-text-map" | "not-citations" | "citations-without-sources" | "not-contexts" | "duplicate-id" | "no-variant" | "unknown-source" | "which-source" | "unknown-language" | "unknown-genre" | "empty";
+/** Why a line cannot be graded. `detail`: the field, the value or the parser's message; `first`: the line an id was first on. */
+export type ItemProblem = {
+    readonly kind: ItemProblemKind;
+    readonly line: number;
+    readonly detail?: string;
+    readonly first?: number;
+};
+/** What an item may name: the languages chaff can load and the genres it knows. */
+export type ItemVocabulary = {
+    readonly isLanguage: (language: string) => boolean;
+    readonly genres: readonly string[];
+};
+/** One item from a value already parsed, as `grade()` receives it; `line` is 0 when it came from no file. */
+export declare const readItem: (raw: unknown, vocabulary: ItemVocabulary, line?: number) => {
+    readonly item: GradeItem;
+} | {
+    readonly problem: ItemProblem;
+};
+/** Every item of a JSONL text, or every problem found. A blank line is skipped; no item at all is a problem, not a clean run. */
+export declare const parseItems: (text: string, vocabulary: ItemVocabulary, variantField?: VariantField) => {
+    readonly items: readonly GradeItem[];
+} | {
+    readonly problems: readonly ItemProblem[];
+};
+//# sourceMappingURL=item.d.ts.map

package/dist/grade/item.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"item.d.ts","sourceRoot":"","sources":["../../src/grade/item.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAE1G,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,uEAAuE;IACvE,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACnD,gHAAgH;IAChH,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,aAAa,EAAE,GAAG,SAAS,CAAC;IAC1D,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,yHAAyH;IACzH,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IAClD,wHAAwH;IACxH,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACvC,CAAC;AAEF,qFAAqF;AACrF,eAAO,MAAM,WAAW,EAAE,SAAS,MAAM,EAA2F,CAAC;AAErI,0HAA0H;AAC1H,MAAM,MAAM,YAAY,GAAG;IAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAA;CAAE,CAAC;AAEhF,eAAO,MAAM,qBAAqB,EAAE,YAAkD,CAAC;AAEvF,MAAM,MAAM,eAAe,GACvB,UAAU,GACV,YAAY,GACZ,OAAO,GACP,WAAW,GACX,YAAY,GACZ,cAAc,GACd,eAAe,GACf,2BAA2B,GAC3B,cAAc,GACd,cAAc,GACd,YAAY,GACZ,gBAAgB,GAChB,cAAc,GACd,kBAAkB,GAClB,eAAe,GACf,OAAO,CAAC;AAEZ,iIAAiI;AACjI,MAAM,MAAM,WAAW,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvI,mFAAmF;AACnF,MAAM,MAAM,cAAc,GAAG;IAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAqGxH,6GAA6G;AAC7G,eAAO,MAAM,QAAQ,GAAI,KAAK,OAAO,EAAE,YAAY,cAAc,EAAE,aAAQ,KAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAA;CAAE,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAA;CAG3I,CAAC;AAgCF,iIAAiI;AACjI,eAAO,MAAM,UAAU,GACrB,MAAM,MAAM,EACZ,YAAY,cAAc,EAC1B,eAAc,YAAoC,KACjD;IAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,SAAS,EAAE,CAAA;CAAE,GAAG;IAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,WAAW,EAAE,CAAA;CAaxF,CAAC"}

package/dist/grade/item.js

@@ -0,0 +1,155 @@
+// One line of `chaff grade`'s input: a model's output and what to check it against. Pure: reads text, returns items
+// or what is wrong with them, so a harness that writes the file can be told which line to fix.
+import { resultKey } from "./result-name.js";
+/** The fields an item already has a meaning for: none of them can name a variant. */
+export const ITEM_FIELDS = ["id", "output", "reference", "sources", "citations", "contexts", "language", "genre"];
+export const DEFAULT_VARIANT_FIELD = { key: "variant", required: false };
+const isRecord = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
+const isTextMap = (value) => isRecord(value) && Object.values(value).every((text) => typeof text === "string");
+const optionalString = (raw, field, line) => {
+    const value = raw[field];
+    if (value === undefined || typeof value === "string")
+        return { value };
+    return { problem: { kind: "not-string", line, detail: field } };
+};
+const isRawCitation = (value) => isRecord(value) && typeof value["address"] === "string" && typeof value["quote"] === "string" && ["string", "undefined"].includes(typeof value["source"]);
+/** A citation's source: the one named, or the only one given. */
+const citedSource = (citation, sources, line) => {
+    const names = Object.keys(sources);
+    if (typeof citation.source === "string") {
+        return names.includes(citation.source) ? { value: citation.source } : { problem: { kind: "unknown-source", line, detail: citation.source } };
+    }
+    const [only] = names;
+    return names.length === 1 && only !== undefined ? { value: only } : { problem: { kind: "which-source", line, detail: citation.address } };
+};
+const citationsOf = (raw, sources, line) => {
+    if (raw === undefined)
+        return { value: undefined };
+    if (!Array.isArray(raw) || !raw.every(isRawCitation))
+        return { problem: { kind: "not-citations", line } };
+    if (Object.keys(sources).length === 0)
+        return { problem: { kind: "citations-without-sources", line } };
+    const entries = raw;
+    const resolved = entries.map((citation) => ({ citation, source: citedSource(citation, sources, line) }));
+    const failed = resolved.find((entry) => "problem" in entry.source);
+    if (failed !== undefined && "problem" in failed.source)
+        return failed.source;
+    return {
+        value: resolved.flatMap(({ citation, source }) => ("value" in source ? [{ source: source.value, address: citation.address, quote: citation.quote }] : [])),
+    };
+};
+/** The retrieved passages: an array of strings. An empty array is a retrieval that found nothing, not a missing field. */
+const contextsOf = (raw, line) => {
+    if (raw === undefined)
+        return { value: undefined };
+    const valid = Array.isArray(raw) && raw.every((passage) => typeof passage === "string");
+    return valid ? { value: raw.map(String) } : { problem: { kind: "not-contexts", line } };
+};
+const sourcesOf = (raw, line) => {
+    if (raw === undefined)
+        return { value: {} };
+    return isTextMap(raw) ? { value: raw } : { problem: { kind: "not-text-map", line, detail: "sources" } };
+};
+/** The fields that are optional strings, read together so the first wrong one is reported. */
+const textFields = (raw, line) => {
+    const read = ["reference", "language", "genre"].map((field) => ({ field, parsed: optionalString(raw, field, line) }));
+    const failed = read.find((entry) => "problem" in entry.parsed);
+    if (failed !== undefined && "problem" in failed.parsed)
+        return failed.parsed;
+    return {
+        value: Object.fromEntries(read.flatMap((entry) => ("value" in entry.parsed && entry.parsed.value !== undefined ? [[entry.field, entry.parsed.value]] : []))),
+    };
+};
+const vocabularyProblem = (fields, vocabulary, line) => {
+    if (fields.language !== undefined && !vocabulary.isLanguage(fields.language))
+        return { kind: "unknown-language", line, detail: fields.language };
+    if (fields.genre !== undefined && !vocabulary.genres.includes(fields.genre))
+        return { kind: "unknown-genre", line, detail: fields.genre };
+    return undefined;
+};
+/** The variant label: a non-empty string under the variant field, or none. */
+const variantOf = (raw, key, line) => {
+    const value = raw[key];
+    if (value === undefined)
+        return { value };
+    return typeof value === "string" && value !== "" ? { value } : { problem: { kind: "not-string", line, detail: key } };
+};
+const itemOf = (raw, line, vocabulary, variantKey) => {
+    const id = raw["id"];
+    if (typeof id !== "string" || id === "")
+        return { problem: { kind: "no-id", line } };
+    const output = raw["output"];
+    if (typeof output !== "string")
+        return { problem: { kind: "no-output", line } };
+    const fields = textFields(raw, line);
+    if ("problem" in fields)
+        return fields;
+    const unknown = vocabularyProblem(fields.value, vocabulary, line);
+    if (unknown !== undefined)
+        return { problem: unknown };
+    const variant = variantOf(raw, variantKey, line);
+    if ("problem" in variant)
+        return variant;
+    const sources = sourcesOf(raw["sources"], line);
+    if ("problem" in sources)
+        return sources;
+    const citations = citationsOf(raw["citations"], sources.value, line);
+    if ("problem" in citations)
+        return citations;
+    const contexts = contextsOf(raw["contexts"], line);
+    if ("problem" in contexts)
+        return contexts;
+    const passages = contexts.value === undefined ? {} : { contexts: contexts.value };
+    const labelled = variant.value === undefined ? {} : { variant: variant.value };
+    return { value: { id, output, ...fields.value, sources: sources.value, citations: citations.value, ...passages, ...labelled } };
+};
+/** One item from a value already parsed, as `grade()` receives it; `line` is 0 when it came from no file. */
+export const readItem = (raw, vocabulary, line = 0) => {
+    const read = isRecord(raw) ? itemOf(raw, line, vocabulary, DEFAULT_VARIANT_FIELD.key) : { problem: { kind: "not-object", line } };
+    return "value" in read ? { item: read.value } : read;
+};
+const parseLine = (text, line, vocabulary, variantKey) => {
+    try {
+        const raw = JSON.parse(text);
+        return isRecord(raw) ? itemOf(raw, line, vocabulary, variantKey) : { problem: { kind: "not-object", line } };
+    }
+    catch (error) {
+        return { problem: { kind: "not-json", line, detail: error instanceof Error ? error.message : String(error) } };
+    }
+};
+/** An id seen on an earlier line of the same variant: two outputs under one id could not be paired in an A/B comparison. */
+const duplicates = (items) => {
+    const firstLine = new Map();
+    return items.flatMap(({ item, line }) => {
+        const key = resultKey(item);
+        const first = firstLine.get(key);
+        if (first === undefined)
+            firstLine.set(key, line);
+        const detail = item.variant === undefined ? item.id : `${item.id} (${item.variant})`;
+        return first === undefined ? [] : [{ kind: "duplicate-id", line, detail, first }];
+    });
+};
+/** Lines without a variant in a file that compares variants: their output would belong to no column. */
+const unlabelled = (items, field) => {
+    const labelled = field.required || items.some(({ item }) => item.variant !== undefined);
+    if (!labelled)
+        return [];
+    return items.filter(({ item }) => item.variant === undefined).map(({ line }) => ({ kind: "no-variant", line, detail: field.key }));
+};
+/** Every item of a JSONL text, or every problem found. A blank line is skipped; no item at all is a problem, not a clean run. */
+export const parseItems = (text, vocabulary, variantField = DEFAULT_VARIANT_FIELD) => {
+    const lines = text.split(/\r?\n/u).map((body, index) => ({ body, line: index + 1 }));
+    const parsed = lines
+        .filter(({ body }) => body.trim() !== "")
+        .map(({ body, line }) => ({ line, parsed: parseLine(body, line, vocabulary, variantField.key) }));
+    const read = parsed.flatMap(({ line, parsed: entry }) => ("value" in entry ? [{ item: entry.value, line }] : []));
+    const problems = [
+        ...parsed.flatMap(({ parsed: entry }) => ("problem" in entry ? [entry.problem] : [])),
+        ...duplicates(read),
+        ...unlabelled(read, variantField),
+    ];
+    if (problems.length > 0)
+        return { problems: problems.toSorted((left, right) => left.line - right.line) };
+    return read.length === 0 ? { problems: [{ kind: "empty", line: 0 }] } : { items: read.map((entry) => entry.item) };
+};
+//# sourceMappingURL=item.js.map

package/dist/grade/item.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"item.js","sourceRoot":"","sources":["../../src/grade/item.ts"],"names":[],"mappings":"AAAA,oHAAoH;AACpH,+FAA+F;AAC/F,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAoB7C,qFAAqF;AACrF,MAAM,CAAC,MAAM,WAAW,GAAsB,CAAC,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;AAKrI,MAAM,CAAC,MAAM,qBAAqB,GAAiB,EAAE,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AA0BvF,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAE5I,MAAM,SAAS,GAAG,CAAC,KAAc,EAAmC,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC;AAIzJ,MAAM,cAAc,GAAG,CAAC,GAA4B,EAAE,KAAa,EAAE,IAAY,EAA8B,EAAE;IAC/G,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC;IACzB,IAAI,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACvE,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;AAClE,CAAC,CAAC;AAIF,MAAM,aAAa,GAAG,CAAC,KAAc,EAAwB,EAAE,CAC7D,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,SAAS,CAAC,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AAE5J,iEAAiE;AACjE,MAAM,WAAW,GAAG,CAAC,QAAqB,EAAE,OAAyC,EAAE,IAAY,EAAkB,EAAE;IACrH,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;IAC/I,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;IACrB,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;AAC5I,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,GAAY,EAAE,OAAyC,EAAE,IAAY,EAAuC,EAAE;IACjI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IACnD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,CAAC;IAC1G,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,2BAA2B,EAAE,IAAI,EAAE,EAAE,CAAC;IACvG,MAAM,OAAO,GAA2B,GAAG,CAAC;IAC5C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACzG,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC;IACnE,IAAI,MAAM,KAAK,SAAS,IAAI,SAAS,IAAI,MAAM,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC,MAAM,CAAC;IAC7E,OAAO;QACL,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;KAC3J,CAAC;AACJ,CAAC,CAAC;AAEF,0HAA0H;AAC1H,MAAM,UAAU,GAAG,CAAC,GAAY,EAAE,IAAY,EAAyC,EAAE;IACvF,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IACnD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC;IACxF,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,EAAE,CAAC;AAC1F,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,GAAY,EAAE,IAAY,EAA4C,EAAE;IACzF,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAC5C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;AAC1G,CAAC,CAAC;AAEF,8FAA8F;AAC9F,MAAM,UAAU,GAAG,CAAC,GAA4B,EAAE,IAAY,EAAqE,EAAE;IACnI,MAAM,IAAI,GAAI,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,CAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACjI,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/D,IAAI,MAAM,KAAK,SAAS,IAAI,SAAS,IAAI,MAAM,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC,MAAM,CAAC;IAC7E,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,WAAW,CACvB,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAClI;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,MAA6C,EAAE,UAA0B,EAAE,IAAY,EAA2B,EAAE;IAC7I,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;IACjJ,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;IAC1I,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,8EAA8E;AAC9E,MAAM,SAAS,GAAG,CAAC,GAA4B,EAAE,GAAW,EAAE,IAAY,EAA8B,EAAE;IACxG,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAC1C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;AACxH,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,GAA4B,EAAE,IAAY,EAAE,UAA0B,EAAE,UAAkB,EAAqB,EAAE;IAC/H,MAAM,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACrB,IAAI,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;IACrF,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7B,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC;IAChF,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACrC,IAAI,SAAS,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IACvC,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IAClE,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IACvD,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IACjD,IAAI,SAAS,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IACzC,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;IAChD,IAAI,SAAS,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IACzC,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACrE,IAAI,SAAS,IAAI,SAAS;QAAE,OAAO,SAAS,CAAC;IAC7C,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;IACnD,IAAI,SAAS,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC3C,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;IAClF,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;IAC/E,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,KAAK,EAAE,GAAG,QAAQ,EAAE,GAAG,QAAQ,EAAE,EAAE,CAAC;AAClI,CAAC,CAAC;AAEF,6GAA6G;AAC7G,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,GAAY,EAAE,UAA0B,EAAE,IAAI,GAAG,CAAC,EAAoE,EAAE;IAC/I,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,YAAqB,EAAE,IAAI,EAAE,EAAE,CAAC;IAC3I,OAAO,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACvD,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,IAAY,EAAE,UAA0B,EAAE,UAAkB,EAAqB,EAAE;IAClH,IAAI,CAAC;QACH,MAAM,GAAG,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACtC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,CAAC;IAC/G,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;IACjH,CAAC;AACH,CAAC,CAAC;AAIF,4HAA4H;AAC5H,MAAM,UAAU,GAAG,CAAC,KAA0B,EAAiB,EAAE;IAC/D,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC5C,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE;QACtC,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,OAAO,GAAG,CAAC;QACrF,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,wGAAwG;AACxG,MAAM,UAAU,GAAG,CAAC,KAA0B,EAAE,KAAmB,EAAiB,EAAE;IACpF,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;IACxF,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IACzB,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AACrI,CAAC,CAAC;AAEF,iIAAiI;AACjI,MAAM,CAAC,MAAM,UAAU,GAAG,CACxB,IAAY,EACZ,UAA0B,EAC1B,eAA6B,qBAAqB,EACwC,EAAE;IAC5F,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACrF,MAAM,MAAM,GAAG,KAAK;SACjB,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;SACxC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACpG,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAClH,MAAM,QAAQ,GAAG;QACf,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACrF,GAAG,UAAU,CAAC,IAAI,CAAC;QACnB,GAAG,UAAU,CAAC,IAAI,EAAE,YAAY,CAAC;KAClC,CAAC;IACF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;IACzG,OAAO,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;AACrH,CAAC,CAAC"}

package/dist/grade/order.d.ts

@@ -0,0 +1,7 @@
+/** Code-unit order, the same on every machine: a hash or a result must not depend on the locale it was made in. */
+export declare const compareText: (left: string, right: string) => number;
+/** An object whose keys are in compareText order. */
+export declare const sortedByKey: <T>(entries: readonly (readonly [string, T])[]) => Record<string, T>;
+/** How many times each value occurs, by value in compareText order. */
+export declare const tally: (values: readonly string[]) => Record<string, number>;
+//# sourceMappingURL=order.d.ts.map

package/dist/grade/order.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"order.d.ts","sourceRoot":"","sources":["../../src/grade/order.ts"],"names":[],"mappings":"AAAA,mHAAmH;AACnH,eAAO,MAAM,WAAW,GAAI,MAAM,MAAM,EAAE,OAAO,MAAM,KAAG,MAAoD,CAAC;AAE/G,qDAAqD;AACrD,eAAO,MAAM,WAAW,GAAI,CAAC,EAAE,SAAS,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,KAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CACP,CAAC;AAEtF,uEAAuE;AACvE,eAAO,MAAM,KAAK,GAAI,QAAQ,SAAS,MAAM,EAAE,KAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CACwE,CAAC"}

package/dist/grade/order.js

@@ -0,0 +1,7 @@
+/** Code-unit order, the same on every machine: a hash or a result must not depend on the locale it was made in. */
+export const compareText = (left, right) => (left < right ? -1 : Number(left > right));
+/** An object whose keys are in compareText order. */
+export const sortedByKey = (entries) => Object.fromEntries(entries.toSorted(([left], [right]) => compareText(left, right)));
+/** How many times each value occurs, by value in compareText order. */
+export const tally = (values) => sortedByKey(Object.entries(values.reduce((counts, value) => ({ ...counts, [value]: (counts[value] ?? 0) + 1 }), {})));
+//# sourceMappingURL=order.js.map

package/dist/grade/order.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"order.js","sourceRoot":"","sources":["../../src/grade/order.ts"],"names":[],"mappings":"AAAA,mHAAmH;AACnH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,KAAa,EAAU,EAAE,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC;AAE/G,qDAAqD;AACrD,MAAM,CAAC,MAAM,WAAW,GAAG,CAAI,OAA0C,EAAqB,EAAE,CAC9F,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AAEtF,uEAAuE;AACvE,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,MAAyB,EAA0B,EAAE,CACzE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAyB,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC"}

package/dist/grade/pairing.d.ts

@@ -0,0 +1,13 @@
+import type { LengthUnit } from "../plugin.ts";
+import type { GradeResult } from "./result.ts";
+/** Read in one language and genre: otherwise not the same task graded the same way. */
+export declare const sameReading: (results: readonly GradeResult[]) => boolean;
+/** One rule's rate per 1,000 units of one unit, in each group, in the order the groups were given. 0 where it had none. */
+export type RateRow = {
+    readonly rule: string;
+    readonly unit: LengthUnit;
+    readonly rates: readonly number[];
+};
+/** Each rule's rate in each group, per unit. `groups` hold the same tasks, so the rates compare like with like. */
+export declare const rateRows: (groups: readonly (readonly GradeResult[])[]) => RateRow[];
+//# sourceMappingURL=pairing.d.ts.map

package/dist/grade/pairing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pairing.d.ts","sourceRoot":"","sources":["../../src/grade/pairing.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAM/C,uFAAuF;AACvF,eAAO,MAAM,WAAW,GAAI,SAAS,SAAS,WAAW,EAAE,KAAG,OAC6C,CAAC;AAE5G,2HAA2H;AAC3H,MAAM,MAAM,OAAO,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAE9G,mHAAmH;AACnH,eAAO,MAAM,QAAQ,GAAI,QAAQ,SAAS,CAAC,SAAS,WAAW,EAAE,CAAC,EAAE,KAAG,OAAO,EAK7E,CAAC"}

package/dist/grade/pairing.js

@@ -0,0 +1,14 @@
+import { compareText } from "./order.js";
+import { summaryOf } from "./summary.js";
+// What --baseline (two runs over time) and the variant comparison (several prompts or models on one run) share: outputs
+// matched by id within a variant, read the same way, and each rule's rate per group over the matched outputs. Pure.
+/** Read in one language and genre: otherwise not the same task graded the same way. */
+export const sameReading = (results) => results.every((result) => result.language === results[0]?.language && result.genre === results[0]?.genre);
+/** Each rule's rate in each group, per unit. `groups` hold the same tasks, so the rates compare like with like. */
+export const rateRows = (groups) => {
+    const summaries = groups.map((group) => summaryOf(group).rules);
+    const rules = [...new Set(summaries.flatMap((rules) => Object.keys(rules)))].toSorted(compareText);
+    const units = [...new Set(groups.flatMap((group) => group.map((result) => result.size.unit)))].toSorted(compareText);
+    return rules.flatMap((rule) => units.map((unit) => ({ rule, unit, rates: summaries.map((rules) => rules[rule]?.rate[unit] ?? 0) })));
+};
+//# sourceMappingURL=pairing.js.map

package/dist/grade/pairing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pairing.js","sourceRoot":"","sources":["../../src/grade/pairing.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEzC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,wHAAwH;AACxH,oHAAoH;AAEpH,uFAAuF;AACvF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,OAA+B,EAAW,EAAE,CACtE,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,IAAI,MAAM,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;AAK5G,mHAAmH;AACnH,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,MAA2C,EAAa,EAAE;IACjF,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;IAChE,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACnG,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACrH,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACvI,CAAC,CAAC"}

package/dist/grade/rates.d.ts

@@ -0,0 +1,14 @@
+import type { LengthUnit, ProseDocument } from "../plugin.ts";
+/** An output's length in the unit lint measures sentences in: characters for Japanese, words for English. */
+export type OutputSize = {
+    readonly unit: LengthUnit;
+    readonly value: number;
+};
+export declare const sizeOf: (doc: Pick<ProseDocument, "sentences" | "lengthUnit">) => OutputSize;
+/** Findings per RATE_BASE units, unrounded: a limit is checked against this, so a rate just over it never rounds down to it. */
+export declare const exactRateOf: (count: number, size: number) => number | undefined;
+/** Findings per RATE_BASE units, rounded to show. Undefined for an output with no length: a rate over nothing is not zero. */
+export declare const rateOf: (count: number, size: number) => number | undefined;
+/** Each rule's rate over one output. An output with no length gets none, its findings still listed. */
+export declare const ratesOf: (rules: readonly string[], size: OutputSize) => Record<string, number>;
+//# sourceMappingURL=rates.d.ts.map

package/dist/grade/rates.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rates.d.ts","sourceRoot":"","sources":["../../src/grade/rates.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE9D,6GAA6G;AAC7G,MAAM,MAAM,UAAU,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAO/E,eAAO,MAAM,MAAM,GAAI,KAAK,IAAI,CAAC,aAAa,EAAE,WAAW,GAAG,YAAY,CAAC,KAAG,UAG5E,CAAC;AAOH,gIAAgI;AAChI,eAAO,MAAM,WAAW,GAAI,OAAO,MAAM,EAAE,MAAM,MAAM,KAAG,MAAM,GAAG,SAAgE,CAAC;AAEpI,8HAA8H;AAC9H,eAAO,MAAM,MAAM,GAAI,OAAO,MAAM,EAAE,MAAM,MAAM,KAAG,MAAM,GAAG,SAG7D,CAAC;AAEF,uGAAuG;AACvG,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,MAAM,EAAE,EAAE,MAAM,UAAU,KAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAMvF,CAAC"}