chaffjs 0.18.0 → 0.20.0

package/dist/grade/grade-item.d.ts

@@ -0,0 +1,12 @@
+import type { GradeItem } from "./item.ts";
+import type { GradeResult, Stamp } from "./result.ts";
+import type { Rubric } from "./rubric.ts";
+import type { GradeSettings } from "./stamp.ts";
+/** One run's settings, its `grade:` rubric when chaff.yaml has one, and its stamp, which every result carries. */
+export type GradeSetup = GradeSettings & {
+    readonly stamp: Stamp;
+    readonly rubric?: Rubric | undefined;
+};
+/** Grades one output (spec §29.3): its findings and their rates, the facts against its reference, its quotations, and pass or fail. */
+export declare const gradeItem: (item: GradeItem, setup: GradeSetup) => Promise<GradeResult>;
+//# sourceMappingURL=grade-item.d.ts.map

package/dist/grade/grade-item.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"grade-item.d.ts","sourceRoot":"","sources":["../../src/grade/grade-item.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAE3C,OAAO,KAAK,EAA4C,WAAW,EAA2B,KAAK,EAAE,MAAM,aAAa,CAAC;AACzH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAE1C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAIhD,kHAAkH;AAClH,MAAM,MAAM,UAAU,GAAG,aAAa,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AA0FzG,uIAAuI;AACvI,eAAO,MAAM,SAAS,GAAU,MAAM,SAAS,EAAE,OAAO,UAAU,KAAG,OAAO,CAAC,WAAW,CAuBvF,CAAC"}

package/dist/grade/grade-item.js

@@ -0,0 +1,103 @@
+import { checkSource } from "../check-source.js";
+import { missingSections } from "../detectors/team.js";
+import { messageOf } from "../render/text.js";
+import { uiLanguageOf } from "../ui.js";
+import { citationsAgainst, factsAgainst, OUTPUT_PATH } from "./checks.js";
+import { contextsAgainst } from "./contexts.js";
+import { ratesOf, sizeOf } from "./rates.js";
+import { rubricVerdict } from "./rubric-verdict.js";
+import { GRADE_TEXT } from "./text.js";
+import { defaultVerdict } from "./verdict.js";
+const findingOf = (finding, check) => {
+    const rule = check.rules.find((entry) => entry.id === finding.rule);
+    return {
+        rule: finding.rule,
+        level: finding.severity,
+        line: finding.line,
+        column: finding.column,
+        message: rule === undefined ? finding.rule : messageOf(rule, finding, check.language),
+    };
+};
+/** The fact kinds the rubric lets change (`allow_dropped`, `allow_added`), as compare's --allow-dropped and --allow-added. */
+const allowedBy = (rubric) => ({
+    dropped: new Set(rubric?.facts?.allowDropped ?? []),
+    added: new Set(rubric?.facts?.allowAdded ?? []),
+});
+const checkItem = async (item, setup) => {
+    const choice = { language: item.language, genre: item.genre ?? setup.genre, experimental: setup.experimental };
+    const check = await checkSource(OUTPUT_PATH, item.output, setup.config, choice);
+    const ui = uiLanguageOf(check.language);
+    const reading = { genre: check.genre.genre, config: setup.config };
+    const texts = { reference: item.reference ?? "", output: item.output, outputLanguage: check.language };
+    return {
+        check,
+        ui,
+        findings: check.applied.kept.map((finding) => findingOf(finding, check)),
+        size: sizeOf(check.doc),
+        facts: item.reference === undefined ? null : await factsAgainst(texts, reading, allowedBy(setup.rubric)),
+        cited: item.citations === undefined ? undefined : await citationsAgainst(item, item.citations, reading, ui),
+        contexts: await contextsOf(item, check.language, reading, setup.rubric),
+    };
+};
+const contextsOf = async (item, outputLanguage, reading, rubric) => {
+    if (item.contexts === undefined)
+        return undefined;
+    const texts = { output: item.output, outputPath: OUTPUT_PATH, outputLanguage, contexts: item.contexts };
+    return contextsAgainst(texts, reading, new Set(rubric?.contexts?.allowUnsupported ?? []));
+};
+/** What the contexts check could not see: not given at all, kinds not fully read, and sentences with nothing to check. */
+const contextsNotRun = (checked) => {
+    const text = GRADE_TEXT[checked.ui];
+    if (checked.contexts === undefined)
+        return [{ rule: "contexts", reason: text.noContexts }];
+    const { contexts, unread } = checked.contexts;
+    return [
+        ...unread.map((entry) => ({ rule: "contexts", reason: text.contextsUnread(entry.kind, entry.reason) })),
+        ...(contexts.uncheckedSentences === 0 ? [] : [{ rule: "contexts", reason: text.uncheckedSentences(contexts.uncheckedSentences) }]),
+    ];
+};
+const citationsOf = (checked) => (checked.cited !== undefined && "citations" in checked.cited ? checked.cited.citations : null);
+/** The rubric's rules this output's rules do not include: a misspelt id would otherwise pass every output silently. */
+const unknownRubricRules = (checked, rubric) => Object.keys(rubric?.rules ?? {})
+    .filter((id) => !checked.check.rules.some((rule) => rule.id === id))
+    .map((rule) => ({ rule, reason: GRADE_TEXT[checked.ui].unknownRule }));
+const notRunOf = (checked, rubric) => [
+    ...checked.check.raw.skipped.map((skipped) => ({ rule: skipped.rule, reason: skipped.why })),
+    ...unknownRubricRules(checked, rubric),
+    ...(checked.facts === null ? [{ rule: "compare", reason: GRADE_TEXT[checked.ui].noReference }] : []),
+    ...(checked.cited === undefined ? [{ rule: "cite", reason: GRADE_TEXT[checked.ui].noCitations }] : []),
+    ...(checked.cited !== undefined && "notRun" in checked.cited ? [checked.cited.notRun] : []),
+    ...contextsNotRun(checked),
+];
+/** Pass or fail: by the rubric when chaff.yaml has `grade:`, with its penalty score; else by the default of spec §29.3. */
+const judge = (item, checked, setup) => {
+    const graded = { findings: checked.findings, facts: checked.facts, citations: citationsOf(checked), contexts: checked.contexts?.contexts };
+    if (setup.rubric === undefined)
+        return { verdict: defaultVerdict(graded) };
+    const wanted = setup.rubric.requiredSections ?? checked.check.doc.requiredSections;
+    const uncited = Object.keys(item.sources).length > 0 && item.citations === undefined;
+    return rubricVerdict({ ...graded, size: checked.size, missingSections: missingSections(checked.check.doc, wanted), uncited }, setup.rubric);
+};
+/** Grades one output (spec §29.3): its findings and their rates, the facts against its reference, its quotations, and pass or fail. */
+export const gradeItem = async (item, setup) => {
+    const checked = await checkItem(item, setup);
+    const { verdict, score } = judge(item, checked, setup);
+    return {
+        id: item.id,
+        ...(item.variant === undefined ? {} : { variant: item.variant }),
+        language: checked.check.language,
+        genre: checked.check.genre.genre,
+        size: checked.size,
+        findings: checked.findings,
+        rates: ratesOf(checked.findings.map((finding) => finding.rule), checked.size),
+        notRun: notRunOf(checked, setup.rubric),
+        facts: checked.facts,
+        citations: citationsOf(checked),
+        ...(checked.contexts === undefined ? {} : { contexts: checked.contexts.contexts }),
+        ...(score === undefined ? {} : { score }),
+        pass: verdict.pass,
+        failedBecause: verdict.failedBecause,
+        stamp: setup.stamp,
+    };
+};
+//# sourceMappingURL=grade-item.js.map

package/dist/grade/grade-item.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grade-item.js","sourceRoot":"","sources":["../../src/grade/grade-item.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAoB,MAAM,oBAAoB,CAAC;AAEnE,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAmB,MAAM,UAAU,CAAC;AAEzD,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,WAAW,EAAwC,MAAM,aAAa,CAAC;AAChH,OAAO,EAAE,eAAe,EAAqB,MAAM,eAAe,CAAC;AAEnE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAmB,MAAM,YAAY,CAAC;AAG9D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,cAAc,EAAgB,MAAM,cAAc,CAAC;AAK5D,MAAM,SAAS,GAAG,CAAC,OAAgB,EAAE,KAAkB,EAAgB,EAAE;IACvE,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,KAAK,EAAE,OAAO,CAAC,QAAQ;QACvB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,OAAO,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC;KACtF,CAAC;AACJ,CAAC,CAAC;AAEF,8HAA8H;AAC9H,MAAM,SAAS,GAAG,CAAC,MAA0B,EAAW,EAAE,CAAC,CAAC;IAC1D,OAAO,EAAE,IAAI,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY,IAAI,EAAE,CAAC;IACnD,KAAK,EAAE,IAAI,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,IAAI,EAAE,CAAC;CAChD,CAAC,CAAC;AAaH,MAAM,SAAS,GAAG,KAAK,EAAE,IAAe,EAAE,KAAiB,EAAoB,EAAE;IAC/E,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC;IAC/G,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChF,MAAM,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,OAAO,GAAgB,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;IAChF,MAAM,KAAK,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;IACvG,OAAO;QACL,KAAK;QACL,EAAE;QACF,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACxE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC;QACvB,KAAK,EAAE,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACxG,KAAK,EAAE,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,EAAE,CAAC;QAC3G,QAAQ,EAAE,MAAM,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;KACxE,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,KAAK,EAAE,IAAe,EAAE,cAAsB,EAAE,OAAoB,EAAE,MAA0B,EAAqC,EAAE;IACxJ,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAClD,MAAM,KAAK,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;IACxG,OAAO,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,gBAAgB,IAAI,EAAE,CAAC,CAAC,CAAC;AAC5F,CAAC,CAAC;AAEF,0HAA0H;AAC1H,MAAM,cAAc,GAAG,CAAC,OAAgB,EAAiB,EAAE;IACzD,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACpC,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS;QAAE,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAC3F,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC;IAC9C,OAAO;QACL,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACvG,GAAG,CAAC,QAAQ,CAAC,kBAAkB,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;KACnI,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,OAAgB,EAAyB,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,WAAW,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AAEhK,uHAAuH;AACvH,MAAM,kBAAkB,GAAG,CAAC,OAAgB,EAAE,MAA0B,EAAiB,EAAE,CACzF,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC;KAC7B,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;KACnE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAE3E,MAAM,QAAQ,GAAG,CAAC,OAAgB,EAAE,MAA0B,EAAiB,EAAE,CAAC;IAChF,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAC5F,GAAG,kBAAkB,CAAC,OAAO,EAAE,MAAM,CAAC;IACtC,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpG,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACtG,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3F,GAAG,cAAc,CAAC,OAAO,CAAC;CAC3B,CAAC;AAEF,2HAA2H;AAC3H,MAAM,KAAK,GAAG,CAAC,IAAe,EAAE,OAAgB,EAAE,KAAiB,EAA8D,EAAE;IACjI,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC;IAC3I,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,EAAE,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;IAC3E,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,gBAAgB,IAAI,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,gBAAgB,CAAC;IACnF,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC;IACrF,OAAO,aAAa,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;AAC9I,CAAC,CAAC;AAEF,uIAAuI;AACvI,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAAE,IAAe,EAAE,KAAiB,EAAwB,EAAE;IAC1F,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC7C,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IACvD,OAAO;QACL,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,GAAG,CAAC,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QAChE,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ;QAChC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK;QAChC,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,KAAK,EAAE,OAAO,CACZ,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAC/C,OAAO,CAAC,IAAI,CACb;QACD,MAAM,EAAE,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;QACvC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC;QAC/B,GAAG,CAAC,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAClF,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;QACzC,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,KAAK,EAAE,KAAK,CAAC,KAAK;KACnB,CAAC;AACJ,CAAC,CAAC"}

package/dist/grade/item.d.ts

@@ -0,0 +1,54 @@
+export type GradeCitation = {
+    readonly source: string;
+    readonly address: string;
+    readonly quote: string;
+};
+export type GradeItem = {
+    readonly id: string;
+    readonly output: string;
+    readonly reference?: string | undefined;
+    /** Each source's name and text. A citation names the one it quotes. */
+    readonly sources: Readonly<Record<string, string>>;
+    /** What the output quoted. Undefined when not given: chaff does not guess quotations from the output's text. */
+    readonly citations?: readonly GradeCitation[] | undefined;
+    readonly language?: string | undefined;
+    readonly genre?: string | undefined;
+    /** The retrieved passages the output was meant to rest on. Undefined when not given; empty when retrieval found none. */
+    readonly contexts?: readonly string[] | undefined;
+    /** The prompt, model or setting that produced this output. Outputs of several variants are compared on the same ids. */
+    readonly variant?: string | undefined;
+};
+/** The fields an item already has a meaning for: none of them can name a variant. */
+export declare const ITEM_FIELDS: readonly string[];
+/** Which field names an output's variant, and whether every line must have it (the key was given on the command line). */
+export type VariantField = {
+    readonly key: string;
+    readonly required: boolean;
+};
+export declare const DEFAULT_VARIANT_FIELD: VariantField;
+export type ItemProblemKind = "not-json" | "not-object" | "no-id" | "no-output" | "not-string" | "not-text-map" | "not-citations" | "citations-without-sources" | "not-contexts" | "duplicate-id" | "no-variant" | "unknown-source" | "which-source" | "unknown-language" | "unknown-genre" | "empty";
+/** Why a line cannot be graded. `detail`: the field, the value or the parser's message; `first`: the line an id was first on. */
+export type ItemProblem = {
+    readonly kind: ItemProblemKind;
+    readonly line: number;
+    readonly detail?: string;
+    readonly first?: number;
+};
+/** What an item may name: the languages chaff can load and the genres it knows. */
+export type ItemVocabulary = {
+    readonly isLanguage: (language: string) => boolean;
+    readonly genres: readonly string[];
+};
+/** One item from a value already parsed, as `grade()` receives it; `line` is 0 when it came from no file. */
+export declare const readItem: (raw: unknown, vocabulary: ItemVocabulary, line?: number) => {
+    readonly item: GradeItem;
+} | {
+    readonly problem: ItemProblem;
+};
+/** Every item of a JSONL text, or every problem found. A blank line is skipped; no item at all is a problem, not a clean run. */
+export declare const parseItems: (text: string, vocabulary: ItemVocabulary, variantField?: VariantField) => {
+    readonly items: readonly GradeItem[];
+} | {
+    readonly problems: readonly ItemProblem[];
+};
+//# sourceMappingURL=item.d.ts.map

package/dist/grade/item.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"item.d.ts","sourceRoot":"","sources":["../../src/grade/item.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAE1G,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,uEAAuE;IACvE,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACnD,gHAAgH;IAChH,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,aAAa,EAAE,GAAG,SAAS,CAAC;IAC1D,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,yHAAyH;IACzH,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IAClD,wHAAwH;IACxH,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACvC,CAAC;AAEF,qFAAqF;AACrF,eAAO,MAAM,WAAW,EAAE,SAAS,MAAM,EAA2F,CAAC;AAErI,0HAA0H;AAC1H,MAAM,MAAM,YAAY,GAAG;IAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAA;CAAE,CAAC;AAEhF,eAAO,MAAM,qBAAqB,EAAE,YAAkD,CAAC;AAEvF,MAAM,MAAM,eAAe,GACvB,UAAU,GACV,YAAY,GACZ,OAAO,GACP,WAAW,GACX,YAAY,GACZ,cAAc,GACd,eAAe,GACf,2BAA2B,GAC3B,cAAc,GACd,cAAc,GACd,YAAY,GACZ,gBAAgB,GAChB,cAAc,GACd,kBAAkB,GAClB,eAAe,GACf,OAAO,CAAC;AAEZ,iIAAiI;AACjI,MAAM,MAAM,WAAW,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvI,mFAAmF;AACnF,MAAM,MAAM,cAAc,GAAG;IAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAqGxH,6GAA6G;AAC7G,eAAO,MAAM,QAAQ,GAAI,KAAK,OAAO,EAAE,YAAY,cAAc,EAAE,aAAQ,KAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAA;CAAE,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAA;CAG3I,CAAC;AAgCF,iIAAiI;AACjI,eAAO,MAAM,UAAU,GACrB,MAAM,MAAM,EACZ,YAAY,cAAc,EAC1B,eAAc,YAAoC,KACjD;IAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,SAAS,EAAE,CAAA;CAAE,GAAG;IAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,WAAW,EAAE,CAAA;CAaxF,CAAC"}

package/dist/grade/item.js

@@ -0,0 +1,155 @@
+// One line of `chaff grade`'s input: a model's output and what to check it against. Pure: reads text, returns items
+// or what is wrong with them, so a harness that writes the file can be told which line to fix.
+import { resultKey } from "./result-name.js";
+/** The fields an item already has a meaning for: none of them can name a variant. */
+export const ITEM_FIELDS = ["id", "output", "reference", "sources", "citations", "contexts", "language", "genre"];
+export const DEFAULT_VARIANT_FIELD = { key: "variant", required: false };
+const isRecord = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
+const isTextMap = (value) => isRecord(value) && Object.values(value).every((text) => typeof text === "string");
+const optionalString = (raw, field, line) => {
+    const value = raw[field];
+    if (value === undefined || typeof value === "string")
+        return { value };
+    return { problem: { kind: "not-string", line, detail: field } };
+};
+const isRawCitation = (value) => isRecord(value) && typeof value["address"] === "string" && typeof value["quote"] === "string" && ["string", "undefined"].includes(typeof value["source"]);
+/** A citation's source: the one named, or the only one given. */
+const citedSource = (citation, sources, line) => {
+    const names = Object.keys(sources);
+    if (typeof citation.source === "string") {
+        return names.includes(citation.source) ? { value: citation.source } : { problem: { kind: "unknown-source", line, detail: citation.source } };
+    }
+    const [only] = names;
+    return names.length === 1 && only !== undefined ? { value: only } : { problem: { kind: "which-source", line, detail: citation.address } };
+};
+const citationsOf = (raw, sources, line) => {
+    if (raw === undefined)
+        return { value: undefined };
+    if (!Array.isArray(raw) || !raw.every(isRawCitation))
+        return { problem: { kind: "not-citations", line } };
+    if (Object.keys(sources).length === 0)
+        return { problem: { kind: "citations-without-sources", line } };
+    const entries = raw;
+    const resolved = entries.map((citation) => ({ citation, source: citedSource(citation, sources, line) }));
+    const failed = resolved.find((entry) => "problem" in entry.source);
+    if (failed !== undefined && "problem" in failed.source)
+        return failed.source;
+    return {
+        value: resolved.flatMap(({ citation, source }) => ("value" in source ? [{ source: source.value, address: citation.address, quote: citation.quote }] : [])),
+    };
+};
+/** The retrieved passages: an array of strings. An empty array is a retrieval that found nothing, not a missing field. */
+const contextsOf = (raw, line) => {
+    if (raw === undefined)
+        return { value: undefined };
+    const valid = Array.isArray(raw) && raw.every((passage) => typeof passage === "string");
+    return valid ? { value: raw.map(String) } : { problem: { kind: "not-contexts", line } };
+};
+const sourcesOf = (raw, line) => {
+    if (raw === undefined)
+        return { value: {} };
+    return isTextMap(raw) ? { value: raw } : { problem: { kind: "not-text-map", line, detail: "sources" } };
+};
+/** The fields that are optional strings, read together so the first wrong one is reported. */
+const textFields = (raw, line) => {
+    const read = ["reference", "language", "genre"].map((field) => ({ field, parsed: optionalString(raw, field, line) }));
+    const failed = read.find((entry) => "problem" in entry.parsed);
+    if (failed !== undefined && "problem" in failed.parsed)
+        return failed.parsed;
+    return {
+        value: Object.fromEntries(read.flatMap((entry) => ("value" in entry.parsed && entry.parsed.value !== undefined ? [[entry.field, entry.parsed.value]] : []))),
+    };
+};
+const vocabularyProblem = (fields, vocabulary, line) => {
+    if (fields.language !== undefined && !vocabulary.isLanguage(fields.language))
+        return { kind: "unknown-language", line, detail: fields.language };
+    if (fields.genre !== undefined && !vocabulary.genres.includes(fields.genre))
+        return { kind: "unknown-genre", line, detail: fields.genre };
+    return undefined;
+};
+/** The variant label: a non-empty string under the variant field, or none. */
+const variantOf = (raw, key, line) => {
+    const value = raw[key];
+    if (value === undefined)
+        return { value };
+    return typeof value === "string" && value !== "" ? { value } : { problem: { kind: "not-string", line, detail: key } };
+};
+const itemOf = (raw, line, vocabulary, variantKey) => {
+    const id = raw["id"];
+    if (typeof id !== "string" || id === "")
+        return { problem: { kind: "no-id", line } };
+    const output = raw["output"];
+    if (typeof output !== "string")
+        return { problem: { kind: "no-output", line } };
+    const fields = textFields(raw, line);
+    if ("problem" in fields)
+        return fields;
+    const unknown = vocabularyProblem(fields.value, vocabulary, line);
+    if (unknown !== undefined)
+        return { problem: unknown };
+    const variant = variantOf(raw, variantKey, line);
+    if ("problem" in variant)
+        return variant;
+    const sources = sourcesOf(raw["sources"], line);
+    if ("problem" in sources)
+        return sources;
+    const citations = citationsOf(raw["citations"], sources.value, line);
+    if ("problem" in citations)
+        return citations;
+    const contexts = contextsOf(raw["contexts"], line);
+    if ("problem" in contexts)
+        return contexts;
+    const passages = contexts.value === undefined ? {} : { contexts: contexts.value };
+    const labelled = variant.value === undefined ? {} : { variant: variant.value };
+    return { value: { id, output, ...fields.value, sources: sources.value, citations: citations.value, ...passages, ...labelled } };
+};
+/** One item from a value already parsed, as `grade()` receives it; `line` is 0 when it came from no file. */
+export const readItem = (raw, vocabulary, line = 0) => {
+    const read = isRecord(raw) ? itemOf(raw, line, vocabulary, DEFAULT_VARIANT_FIELD.key) : { problem: { kind: "not-object", line } };
+    return "value" in read ? { item: read.value } : read;
+};
+const parseLine = (text, line, vocabulary, variantKey) => {
+    try {
+        const raw = JSON.parse(text);
+        return isRecord(raw) ? itemOf(raw, line, vocabulary, variantKey) : { problem: { kind: "not-object", line } };
+    }
+    catch (error) {
+        return { problem: { kind: "not-json", line, detail: error instanceof Error ? error.message : String(error) } };
+    }
+};
+/** An id seen on an earlier line of the same variant: two outputs under one id could not be paired in an A/B comparison. */
+const duplicates = (items) => {
+    const firstLine = new Map();
+    return items.flatMap(({ item, line }) => {
+        const key = resultKey(item);
+        const first = firstLine.get(key);
+        if (first === undefined)
+            firstLine.set(key, line);
+        const detail = item.variant === undefined ? item.id : `${item.id} (${item.variant})`;
+        return first === undefined ? [] : [{ kind: "duplicate-id", line, detail, first }];
+    });
+};
+/** Lines without a variant in a file that compares variants: their output would belong to no column. */
+const unlabelled = (items, field) => {
+    const labelled = field.required || items.some(({ item }) => item.variant !== undefined);
+    if (!labelled)
+        return [];
+    return items.filter(({ item }) => item.variant === undefined).map(({ line }) => ({ kind: "no-variant", line, detail: field.key }));
+};
+/** Every item of a JSONL text, or every problem found. A blank line is skipped; no item at all is a problem, not a clean run. */
+export const parseItems = (text, vocabulary, variantField = DEFAULT_VARIANT_FIELD) => {
+    const lines = text.split(/\r?\n/u).map((body, index) => ({ body, line: index + 1 }));
+    const parsed = lines
+        .filter(({ body }) => body.trim() !== "")
+        .map(({ body, line }) => ({ line, parsed: parseLine(body, line, vocabulary, variantField.key) }));
+    const read = parsed.flatMap(({ line, parsed: entry }) => ("value" in entry ? [{ item: entry.value, line }] : []));
+    const problems = [
+        ...parsed.flatMap(({ parsed: entry }) => ("problem" in entry ? [entry.problem] : [])),
+        ...duplicates(read),
+        ...unlabelled(read, variantField),
+    ];
+    if (problems.length > 0)
+        return { problems: problems.toSorted((left, right) => left.line - right.line) };
+    return read.length === 0 ? { problems: [{ kind: "empty", line: 0 }] } : { items: read.map((entry) => entry.item) };
+};
+//# sourceMappingURL=item.js.map

package/dist/grade/item.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"item.js","sourceRoot":"","sources":["../../src/grade/item.ts"],"names":[],"mappings":"AAAA,oHAAoH;AACpH,+FAA+F;AAC/F,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAoB7C,qFAAqF;AACrF,MAAM,CAAC,MAAM,WAAW,GAAsB,CAAC,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;AAKrI,MAAM,CAAC,MAAM,qBAAqB,GAAiB,EAAE,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AA0BvF,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAE5I,MAAM,SAAS,GAAG,CAAC,KAAc,EAAmC,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC;AAIzJ,MAAM,cAAc,GAAG,CAAC,GAA4B,EAAE,KAAa,EAAE,IAAY,EAA8B,EAAE;IAC/G,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC;IACzB,IAAI,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACvE,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;AAClE,CAAC,CAAC;AAIF,MAAM,aAAa,GAAG,CAAC,KAAc,EAAwB,EAAE,CAC7D,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,SAAS,CAAC,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AAE5J,iEAAiE;AACjE,MAAM,WAAW,GAAG,CAAC,QAAqB,EAAE,OAAyC,EAAE,IAAY,EAAkB,EAAE;IACrH,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;IAC/I,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;IACrB,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;AAC5I,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,GAAY,EAAE,OAAyC,EAAE,IAAY,EAAuC,EAAE;IACjI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IACnD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,CAAC;IAC1G,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,2BAA2B,EAAE,IAAI,EAAE,EAAE,CAAC;IACvG,MAAM,OAAO,GAA2B,GAAG,CAAC;IAC5C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACzG,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC;IACnE,IAAI,MAAM,KAAK,SAAS,IAAI,SAAS,IAAI,MAAM,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC,MAAM,CAAC;IAC7E,OAAO;QACL,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;KAC3J,CAAC;AACJ,CAAC,CAAC;AAEF,0HAA0H;AAC1H,MAAM,UAAU,GAAG,CAAC,GAAY,EAAE,IAAY,EAAyC,EAAE;IACvF,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IACnD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC;IACxF,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,EAAE,CAAC;AAC1F,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,GAAY,EAAE,IAAY,EAA4C,EAAE;IACzF,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAC5C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;AAC1G,CAAC,CAAC;AAEF,8FAA8F;AAC9F,MAAM,UAAU,GAAG,CAAC,GAA4B,EAAE,IAAY,EAAqE,EAAE;IACnI,MAAM,IAAI,GAAI,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,CAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACjI,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/D,IAAI,MAAM,KAAK,SAAS,IAAI,SAAS,IAAI,MAAM,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC,MAAM,CAAC;IAC7E,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,WAAW,CACvB,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAClI;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,MAA6C,EAAE,UAA0B,EAAE,IAAY,EAA2B,EAAE;IAC7I,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;IACjJ,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;IAC1I,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,8EAA8E;AAC9E,MAAM,SAAS,GAAG,CAAC,GAA4B,EAAE,GAAW,EAAE,IAAY,EAA8B,EAAE;IACxG,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAC1C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;AACxH,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,GAA4B,EAAE,IAAY,EAAE,UAA0B,EAAE,UAAkB,EAAqB,EAAE;IAC/H,MAAM,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACrB,IAAI,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;IACrF,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7B,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC;IAChF,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACrC,IAAI,SAAS,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IACvC,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IAClE,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IACvD,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IACjD,IAAI,SAAS,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IACzC,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;IAChD,IAAI,SAAS,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IACzC,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACrE,IAAI,SAAS,IAAI,SAAS;QAAE,OAAO,SAAS,CAAC;IAC7C,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;IACnD,IAAI,SAAS,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC3C,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;IAClF,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;IAC/E,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,KAAK,EAAE,GAAG,QAAQ,EAAE,GAAG,QAAQ,EAAE,EAAE,CAAC;AAClI,CAAC,CAAC;AAEF,6GAA6G;AAC7G,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,GAAY,EAAE,UAA0B,EAAE,IAAI,GAAG,CAAC,EAAoE,EAAE;IAC/I,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,YAAqB,EAAE,IAAI,EAAE,EAAE,CAAC;IAC3I,OAAO,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACvD,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,IAAY,EAAE,UAA0B,EAAE,UAAkB,EAAqB,EAAE;IAClH,IAAI,CAAC;QACH,MAAM,GAAG,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACtC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,CAAC;IAC/G,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;IACjH,CAAC;AACH,CAAC,CAAC;AAIF,4HAA4H;AAC5H,MAAM,UAAU,GAAG,CAAC,KAA0B,EAAiB,EAAE;IAC/D,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC5C,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE;QACtC,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,OAAO,GAAG,CAAC;QACrF,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,wGAAwG;AACxG,MAAM,UAAU,GAAG,CAAC,KAA0B,EAAE,KAAmB,EAAiB,EAAE;IACpF,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;IACxF,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IACzB,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AACrI,CAAC,CAAC;AAEF,iIAAiI;AACjI,MAAM,CAAC,MAAM,UAAU,GAAG,CACxB,IAAY,EACZ,UAA0B,EAC1B,eAA6B,qBAAqB,EACwC,EAAE;IAC5F,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACrF,MAAM,MAAM,GAAG,KAAK;SACjB,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;SACxC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACpG,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAClH,MAAM,QAAQ,GAAG;QACf,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACrF,GAAG,UAAU,CAAC,IAAI,CAAC;QACnB,GAAG,UAAU,CAAC,IAAI,EAAE,YAAY,CAAC;KAClC,CAAC;IACF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;IACzG,OAAO,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;AACrH,CAAC,CAAC"}

package/dist/grade/order.d.ts

@@ -0,0 +1,7 @@
+/** Code-unit order, the same on every machine: a hash or a result must not depend on the locale it was made in. */
+export declare const compareText: (left: string, right: string) => number;
+/** An object whose keys are in compareText order. */
+export declare const sortedByKey: <T>(entries: readonly (readonly [string, T])[]) => Record<string, T>;
+/** How many times each value occurs, by value in compareText order. */
+export declare const tally: (values: readonly string[]) => Record<string, number>;
+//# sourceMappingURL=order.d.ts.map

package/dist/grade/order.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"order.d.ts","sourceRoot":"","sources":["../../src/grade/order.ts"],"names":[],"mappings":"AAAA,mHAAmH;AACnH,eAAO,MAAM,WAAW,GAAI,MAAM,MAAM,EAAE,OAAO,MAAM,KAAG,MAAoD,CAAC;AAE/G,qDAAqD;AACrD,eAAO,MAAM,WAAW,GAAI,CAAC,EAAE,SAAS,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,KAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CACP,CAAC;AAEtF,uEAAuE;AACvE,eAAO,MAAM,KAAK,GAAI,QAAQ,SAAS,MAAM,EAAE,KAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CACwE,CAAC"}

package/dist/grade/order.js

@@ -0,0 +1,7 @@
+/** Code-unit order, the same on every machine: a hash or a result must not depend on the locale it was made in. */
+export const compareText = (left, right) => (left < right ? -1 : Number(left > right));
+/** An object whose keys are in compareText order. */
+export const sortedByKey = (entries) => Object.fromEntries(entries.toSorted(([left], [right]) => compareText(left, right)));
+/** How many times each value occurs, by value in compareText order. */
+export const tally = (values) => sortedByKey(Object.entries(values.reduce((counts, value) => ({ ...counts, [value]: (counts[value] ?? 0) + 1 }), {})));
+//# sourceMappingURL=order.js.map

package/dist/grade/order.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"order.js","sourceRoot":"","sources":["../../src/grade/order.ts"],"names":[],"mappings":"AAAA,mHAAmH;AACnH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,KAAa,EAAU,EAAE,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC;AAE/G,qDAAqD;AACrD,MAAM,CAAC,MAAM,WAAW,GAAG,CAAI,OAA0C,EAAqB,EAAE,CAC9F,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AAEtF,uEAAuE;AACvE,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,MAAyB,EAA0B,EAAE,CACzE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAyB,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC"}

package/dist/grade/pairing.d.ts

@@ -0,0 +1,13 @@
+import type { LengthUnit } from "../plugin.ts";
+import type { GradeResult } from "./result.ts";
+/** Read in one language and genre: otherwise not the same task graded the same way. */
+export declare const sameReading: (results: readonly GradeResult[]) => boolean;
+/** One rule's rate per 1,000 units of one unit, in each group, in the order the groups were given. 0 where it had none. */
+export type RateRow = {
+    readonly rule: string;
+    readonly unit: LengthUnit;
+    readonly rates: readonly number[];
+};
+/** Each rule's rate in each group, per unit. `groups` hold the same tasks, so the rates compare like with like. */
+export declare const rateRows: (groups: readonly (readonly GradeResult[])[]) => RateRow[];
+//# sourceMappingURL=pairing.d.ts.map

package/dist/grade/pairing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pairing.d.ts","sourceRoot":"","sources":["../../src/grade/pairing.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAM/C,uFAAuF;AACvF,eAAO,MAAM,WAAW,GAAI,SAAS,SAAS,WAAW,EAAE,KAAG,OAC6C,CAAC;AAE5G,2HAA2H;AAC3H,MAAM,MAAM,OAAO,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAE9G,mHAAmH;AACnH,eAAO,MAAM,QAAQ,GAAI,QAAQ,SAAS,CAAC,SAAS,WAAW,EAAE,CAAC,EAAE,KAAG,OAAO,EAK7E,CAAC"}

package/dist/grade/pairing.js

@@ -0,0 +1,14 @@
+import { compareText } from "./order.js";
+import { summaryOf } from "./summary.js";
+// What --baseline (two runs over time) and the variant comparison (several prompts or models on one run) share: outputs
+// matched by id within a variant, read the same way, and each rule's rate per group over the matched outputs. Pure.
+/** Read in one language and genre: otherwise not the same task graded the same way. */
+export const sameReading = (results) => results.every((result) => result.language === results[0]?.language && result.genre === results[0]?.genre);
+/** Each rule's rate in each group, per unit. `groups` hold the same tasks, so the rates compare like with like. */
+export const rateRows = (groups) => {
+    const summaries = groups.map((group) => summaryOf(group).rules);
+    const rules = [...new Set(summaries.flatMap((rules) => Object.keys(rules)))].toSorted(compareText);
+    const units = [...new Set(groups.flatMap((group) => group.map((result) => result.size.unit)))].toSorted(compareText);
+    return rules.flatMap((rule) => units.map((unit) => ({ rule, unit, rates: summaries.map((rules) => rules[rule]?.rate[unit] ?? 0) })));
+};
+//# sourceMappingURL=pairing.js.map

package/dist/grade/pairing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pairing.js","sourceRoot":"","sources":["../../src/grade/pairing.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEzC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,wHAAwH;AACxH,oHAAoH;AAEpH,uFAAuF;AACvF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,OAA+B,EAAW,EAAE,CACtE,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,IAAI,MAAM,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;AAK5G,mHAAmH;AACnH,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,MAA2C,EAAa,EAAE;IACjF,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;IAChE,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACnG,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACrH,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACvI,CAAC,CAAC"}

package/dist/grade/rates.d.ts

@@ -0,0 +1,14 @@
+import type { LengthUnit, ProseDocument } from "../plugin.ts";
+/** An output's length in the unit lint measures sentences in: characters for Japanese, words for English. */
+export type OutputSize = {
+    readonly unit: LengthUnit;
+    readonly value: number;
+};
+export declare const sizeOf: (doc: Pick<ProseDocument, "sentences" | "lengthUnit">) => OutputSize;
+/** Findings per RATE_BASE units, unrounded: a limit is checked against this, so a rate just over it never rounds down to it. */
+export declare const exactRateOf: (count: number, size: number) => number | undefined;
+/** Findings per RATE_BASE units, rounded to show. Undefined for an output with no length: a rate over nothing is not zero. */
+export declare const rateOf: (count: number, size: number) => number | undefined;
+/** Each rule's rate over one output. An output with no length gets none, its findings still listed. */
+export declare const ratesOf: (rules: readonly string[], size: OutputSize) => Record<string, number>;
+//# sourceMappingURL=rates.d.ts.map

package/dist/grade/rates.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rates.d.ts","sourceRoot":"","sources":["../../src/grade/rates.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE9D,6GAA6G;AAC7G,MAAM,MAAM,UAAU,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAO/E,eAAO,MAAM,MAAM,GAAI,KAAK,IAAI,CAAC,aAAa,EAAE,WAAW,GAAG,YAAY,CAAC,KAAG,UAG5E,CAAC;AAOH,gIAAgI;AAChI,eAAO,MAAM,WAAW,GAAI,OAAO,MAAM,EAAE,MAAM,MAAM,KAAG,MAAM,GAAG,SAAgE,CAAC;AAEpI,8HAA8H;AAC9H,eAAO,MAAM,MAAM,GAAI,OAAO,MAAM,EAAE,MAAM,MAAM,KAAG,MAAM,GAAG,SAG7D,CAAC;AAEF,uGAAuG;AACvG,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,MAAM,EAAE,EAAE,MAAM,UAAU,KAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAMvF,CAAC"}

package/dist/grade/rates.js

@@ -0,0 +1,26 @@
+import { lengthOf } from "../measure.js";
+import { tally } from "./order.js";
+/** Rates are findings per this many units, so a short and a long output are measured alike. */
+const RATE_BASE = 1000;
+const RATE_DECIMALS = 1;
+export const sizeOf = (doc) => ({
+    unit: doc.lengthUnit,
+    value: doc.sentences.reduce((sum, sentence) => sum + lengthOf(sentence, doc.lengthUnit), 0),
+});
+const rounded = (value) => {
+    const scale = 10 ** RATE_DECIMALS;
+    return Math.round(value * scale) / scale;
+};
+/** Findings per RATE_BASE units, unrounded: a limit is checked against this, so a rate just over it never rounds down to it. */
+export const exactRateOf = (count, size) => (size > 0 ? (count * RATE_BASE) / size : undefined);
+/** Findings per RATE_BASE units, rounded to show. Undefined for an output with no length: a rate over nothing is not zero. */
+export const rateOf = (count, size) => {
+    const exact = exactRateOf(count, size);
+    return exact === undefined ? undefined : rounded(exact);
+};
+/** Each rule's rate over one output. An output with no length gets none, its findings still listed. */
+export const ratesOf = (rules, size) => Object.fromEntries(Object.entries(tally(rules)).flatMap(([rule, count]) => {
+    const rate = rateOf(count, size.value);
+    return rate === undefined ? [] : [[rule, rate]];
+}));
+//# sourceMappingURL=rates.js.map

package/dist/grade/rates.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rates.js","sourceRoot":"","sources":["../../src/grade/rates.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAMnC,+FAA+F;AAC/F,MAAM,SAAS,GAAG,IAAI,CAAC;AAEvB,MAAM,aAAa,GAAG,CAAC,CAAC;AAExB,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,GAAoD,EAAc,EAAE,CAAC,CAAC;IAC3F,IAAI,EAAE,GAAG,CAAC,UAAU;IACpB,KAAK,EAAE,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;CAC5F,CAAC,CAAC;AAEH,MAAM,OAAO,GAAG,CAAC,KAAa,EAAU,EAAE;IACxC,MAAM,KAAK,GAAG,EAAE,IAAI,aAAa,CAAC;IAClC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC;AAC3C,CAAC,CAAC;AAEF,gIAAgI;AAChI,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,IAAY,EAAsB,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AAEpI,8HAA8H;AAC9H,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,KAAa,EAAE,IAAY,EAAsB,EAAE;IACxE,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACvC,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC1D,CAAC,CAAC;AAEF,uGAAuG;AACvG,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,KAAwB,EAAE,IAAgB,EAA0B,EAAE,CAC5F,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE;IACrD,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IACvC,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AAClD,CAAC,CAAC,CACH,CAAC"}

package/dist/grade/render-baseline.d.ts

@@ -0,0 +1,7 @@
+import type { Comparison } from "./baseline.ts";
+import type { BaselineText } from "./baseline-text.ts";
+/** For a person: what was paired, how each rule moved and where, what newly failed or passed, new facts, and the verdict. */
+export declare const renderComparison: (path: string, comparison: Comparison, text: BaselineText) => string;
+/** For a CI log: one line per regression, then the verdict. */
+export declare const renderComparisonCompact: (comparison: Comparison, text: BaselineText) => string;
+//# sourceMappingURL=render-baseline.d.ts.map

package/dist/grade/render-baseline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"render-baseline.d.ts","sourceRoot":"","sources":["../../src/grade/render-baseline.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAA4B,MAAM,eAAe,CAAC;AAC1E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAiDvD,6HAA6H;AAC7H,eAAO,MAAM,gBAAgB,GAAI,MAAM,MAAM,EAAE,YAAY,UAAU,EAAE,MAAM,YAAY,KAAG,MAc9E,CAAC;AAEf,+DAA+D;AAC/D,eAAO,MAAM,uBAAuB,GAAI,YAAY,UAAU,EAAE,MAAM,YAAY,KAAG,MAIvE,CAAC"}

package/dist/grade/render-baseline.js

@@ -0,0 +1,44 @@
+import { block } from "./render.js";
+const UNITS = ["word", "char"];
+const listed = (ids, text) => (ids.length === 0 ? text.none : ids.join(", "));
+const signed = (value) => `${value > 0 ? "+" : ""}${value.toFixed(1)}`;
+const movementLine = (movement, width, text) => [
+    `  ${movement.rule.padEnd(width)}  ${movement.before.toFixed(1)} → ${movement.after.toFixed(1)}  (${signed(movement.after - movement.before)})`,
+    ...(movement.increasedIn.length === 0 ? [] : [text.more(movement.increasedIn.join(", "))]),
+    ...(movement.decreasedIn.length === 0 ? [] : [text.fewer(movement.decreasedIn.join(", "))]),
+    ...(movement.inRubric ? [text.inRubric] : []),
+].join("  ");
+const movementBlocks = (comparison, text) => UNITS.flatMap((unit) => {
+    const movements = comparison.rules.filter((movement) => movement.unit === unit);
+    const width = movements.reduce((widest, movement) => Math.max(widest, movement.rule.length), 0);
+    return block(text.ratesHeading(text.unit[unit]), movements.map((movement) => movementLine(movement, width, text)));
+});
+const factsOf = (facts, text) => facts.length === 0 ? text.none : facts.map((fact) => `${fact.kind} ${fact.text}`).join(", ");
+const itemLine = (change, text) => [
+    `  ${change.id}: ${text.droppedAdded(factsOf(change.dropped, text), factsOf(change.added, text))}`,
+    ...(change.citations.length === 0 ? [] : [text.newCitations(change.citations.map((citation) => `${citation.source} ${citation.address}`).join(", "))]),
+].join(text.separator);
+const unpairedLines = (comparison, text) => comparison.onlyBefore.length + comparison.onlyAfter.length + comparison.readOtherwise.length === 0
+    ? []
+    : [text.unpaired(listed(comparison.onlyBefore, text), listed(comparison.onlyAfter, text), listed(comparison.readOtherwise, text))];
+const regressionLines = (comparison, text) => comparison.regressions.length === 0
+    ? ["", text.noRegression]
+    : block(text.regressionsHeading(comparison.regressions.length), comparison.regressions.map((reason) => `  ✗ ${reason}`));
+/** For a person: what was paired, how each rule moved and where, what newly failed or passed, new facts, and the verdict. */
+export const renderComparison = (path, comparison, text) => [
+    text.heading(path, comparison.paired),
+    ...unpairedLines(comparison, text),
+    ...movementBlocks(comparison, text),
+    "",
+    text.newlyFailed(listed(comparison.newlyFailed, text)),
+    text.newlyPassed(listed(comparison.newlyPassed, text)),
+    ...(comparison.penalty === undefined ? [] : [text.penalty(comparison.penalty.before, comparison.penalty.after)]),
+    ...block(text.newFactsHeading, comparison.items.map((change) => itemLine(change, text))),
+    ...regressionLines(comparison, text),
+].join("\n");
+/** For a CI log: one line per regression, then the verdict. */
+export const renderComparisonCompact = (comparison, text) => [
+    ...comparison.regressions.map((reason) => `regression\t${reason}`),
+    comparison.regressions.length === 0 ? text.noRegression : text.regressionsHeading(comparison.regressions.length),
+].join("\n");
+//# sourceMappingURL=render-baseline.js.map

package/dist/grade/render-baseline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"render-baseline.js","sourceRoot":"","sources":["../../src/grade/render-baseline.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAEpC,MAAM,KAAK,GAA0B,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAEtD,MAAM,MAAM,GAAG,CAAC,GAAsB,EAAE,IAAkB,EAAU,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAEvH,MAAM,MAAM,GAAG,CAAC,KAAa,EAAU,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;AAEvF,MAAM,YAAY,GAAG,CAAC,QAAsB,EAAE,KAAa,EAAE,IAAkB,EAAU,EAAE,CACzF;IACE,KAAK,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG;IAC/I,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1F,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3F,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;CAC9C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEf,MAAM,cAAc,GAAG,CAAC,UAAsB,EAAE,IAAkB,EAAY,EAAE,CAC9E,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;IACrB,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IAChF,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAChG,OAAO,KAAK,CACV,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAClC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CACjE,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,MAAM,OAAO,GAAG,CAAC,KAA4B,EAAE,IAAkB,EAAU,EAAE,CAC3E,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAE/F,MAAM,QAAQ,GAAG,CAAC,MAAkB,EAAE,IAAkB,EAAU,EAAE,CAClE;IACE,KAAK,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,EAAE;IAClG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;CACvJ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AAEzB,MAAM,aAAa,GAAG,CAAC,UAAsB,EAAE,IAAkB,EAAY,EAAE,CAC7E,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC,MAAM,GAAG,UAAU,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC;IAChG,CAAC,CAAC,EAAE;IACJ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;AAEvI,MAAM,eAAe,GAAG,CAAC,UAAsB,EAAE,IAAkB,EAAY,EAAE,CAC/E,UAAU,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC;IACjC,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC;IACzB,CAAC,CAAC,KAAK,CACH,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,EACtD,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,MAAM,EAAE,CAAC,CACxD,CAAC;AAER,6HAA6H;AAC7H,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAE,UAAsB,EAAE,IAAkB,EAAU,EAAE,CACnG;IACE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC;IACrC,GAAG,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC;IAClC,GAAG,cAAc,CAAC,UAAU,EAAE,IAAI,CAAC;IACnC,EAAE;IACF,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IACtD,GAAG,CAAC,UAAU,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAChH,GAAG,KAAK,CACN,IAAI,CAAC,eAAe,EACpB,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CACzD;IACD,GAAG,eAAe,CAAC,UAAU,EAAE,IAAI,CAAC;CACrC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEf,+DAA+D;AAC/D,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,UAAsB,EAAE,IAAkB,EAAU,EAAE,CAC5F;IACE,GAAG,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,MAAM,EAAE,CAAC;IAClE,UAAU,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC;CACjH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC"}

package/dist/grade/render-markdown.d.ts

@@ -0,0 +1,15 @@
+import type { Comparison } from "./baseline.ts";
+import type { GradeSummary } from "./summary.ts";
+import type { GradeText } from "./text.ts";
+import type { VariantComparison } from "./variants.ts";
+import type { VariantText } from "./variants-text.ts";
+export type MarkdownTexts = {
+    readonly grade: GradeText;
+    readonly variants: VariantText;
+};
+/** The totals, the failed outputs, the variants side by side (or the rates when there are none), the regressions, and the stamp. */
+export declare const renderMarkdown: (path: string, summary: GradeSummary, compared: {
+    readonly variants?: VariantComparison | undefined;
+    readonly baseline?: Comparison | undefined;
+}, texts: MarkdownTexts) => string;
+//# sourceMappingURL=render-markdown.d.ts.map

package/dist/grade/render-markdown.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"render-markdown.d.ts","sourceRoot":"","sources":["../../src/grade/render-markdown.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAIhD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAMtD,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAA;CAAE,CAAC;AA4B1F,oIAAoI;AACpI,eAAO,MAAM,cAAc,GACzB,MAAM,MAAM,EACZ,SAAS,YAAY,EACrB,UAAU;IAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,UAAU,GAAG,SAAS,CAAA;CAAE,EAC3G,OAAO,aAAa,KACnB,MAaW,CAAC"}