chaffjs 0.19.0 → 0.21.0

package/dist/grade/results-read.js

@@ -0,0 +1,82 @@
+import { resultKey } from "./result-name.js";
+// An earlier run's results (`--out`), read back for `--baseline`. Pure. Only lines chaff grade wrote are accepted: a
+// baseline that half-reads would compare against outputs that were never graded.
+const isRecord = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
+const isString = (value) => typeof value === "string";
+const isNumber = (value) => typeof value === "number" && Number.isFinite(value);
+const isArrayOf = (value, each) => Array.isArray(value) && value.every(each);
+const isFinding = (value) => isRecord(value) && isString(value["rule"]) && isString(value["level"]) && isNumber(value["line"]) && isNumber(value["column"]) && isString(value["message"]);
+const isFact = (value) => isRecord(value) &&
+    isString(value["kind"]) &&
+    isString(value["key"]) &&
+    isString(value["text"]) &&
+    isNumber(value["line"]) &&
+    typeof value["allowed"] === "boolean";
+const isFailedCitation = (value) => isRecord(value) && isString(value["source"]) && isString(value["address"]) && isString(value["quote"]) && isString(value["status"]);
+const isFacts = (value) => value === null || (isRecord(value) && isArrayOf(value["dropped"], isFact) && isArrayOf(value["added"], isFact));
+const isCitations = (value) => value === null || (isRecord(value) && isNumber(value["checked"]) && isArrayOf(value["failed"], isFailedCitation));
+const isSupported = (value) => isRecord(value) && isString(value["kind"]) && isString(value["text"]) && isNumber(value["line"]) && isNumber(value["passage"]);
+/** Absent when the item gave no contexts. */
+const isContexts = (value) => value === undefined ||
+    (isRecord(value) &&
+        isNumber(value["passages"]) &&
+        isNumber(value["checked"]) &&
+        isArrayOf(value["supported"], isSupported) &&
+        isArrayOf(value["unsupported"], isFact) &&
+        isNumber(value["uncheckedSentences"]));
+const isStamp = (value) => isRecord(value) && isString(value["chaff"]) && isString(value["rules"]) && isString(value["settings"]);
+const isSize = (value) => isRecord(value) && (value["unit"] === "char" || value["unit"] === "word") && isNumber(value["value"]);
+const isScoreItem = (value) => isRecord(value) && isNumber(value["points"]) && isString(value["rule"]) && isNumber(value["line"]);
+const isScore = (value) => value === undefined || (isRecord(value) && isNumber(value["penalty"]) && isArrayOf(value["items"], isScoreItem));
+const isNotRun = (value) => isRecord(value) && isString(value["rule"]) && isString(value["reason"]);
+const isRates = (value) => isRecord(value) && Object.values(value).every(isNumber);
+/** The id, and the variant when the output had one. */
+const isLabel = (value) => isString(value["id"]) && (value["variant"] === undefined || isString(value["variant"]));
+/** A line `--out` writes, every field checked: a line that only looks like one would be compared as if it had been graded. */
+export const isGradeResult = (value) => isRecord(value) &&
+    isLabel(value) &&
+    isString(value["language"]) &&
+    isString(value["genre"]) &&
+    isSize(value["size"]) &&
+    isArrayOf(value["findings"], isFinding) &&
+    isRates(value["rates"]) &&
+    isArrayOf(value["notRun"], isNotRun) &&
+    isFacts(value["facts"]) &&
+    isCitations(value["citations"]) &&
+    isContexts(value["contexts"]) &&
+    isScore(value["score"]) &&
+    typeof value["pass"] === "boolean" &&
+    isArrayOf(value["failedBecause"], isString) &&
+    isStamp(value["stamp"]);
+const parsedLine = (body) => {
+    try {
+        return JSON.parse(body);
+    }
+    catch {
+        return undefined;
+    }
+};
+/** The lines whose id an earlier line of the same variant already has: one run never grades two outputs under one id. */
+const repeatedIds = (read) => {
+    const seen = new Set();
+    return read.flatMap(({ line, value }) => {
+        if (!isGradeResult(value))
+            return [];
+        const repeated = seen.has(resultKey(value));
+        seen.add(resultKey(value));
+        return repeated ? [line] : [];
+    });
+};
+/** Every result line, or the line numbers that are not one (or repeat an id). No result at all is not a baseline. */
+export const parseResults = (text) => {
+    const lines = text
+        .split(/\r?\n/u)
+        .map((body, index) => ({ body, line: index + 1 }))
+        .filter(({ body }) => body.trim() !== "");
+    const read = lines.map(({ body, line }) => ({ line, value: parsedLine(body) }));
+    const badLines = [...read.filter((entry) => !isGradeResult(entry.value)).map((entry) => entry.line), ...repeatedIds(read)].toSorted((left, right) => left - right);
+    if (badLines.length > 0 || read.length === 0)
+        return { badLines: read.length === 0 ? [0] : badLines };
+    return { results: read.map((entry) => entry.value).filter(isGradeResult) };
+};
+//# sourceMappingURL=results-read.js.map

package/dist/grade/results-read.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"results-read.js","sourceRoot":"","sources":["../../src/grade/results-read.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAG7C,qHAAqH;AACrH,iFAAiF;AAEjF,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAE5I,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC;AAEhF,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AAE1G,MAAM,SAAS,GAAG,CAAC,KAAc,EAAE,IAAiC,EAAW,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAE5H,MAAM,SAAS,GAAG,CAAC,KAAc,EAAW,EAAE,CAC5C,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;AAE/J,MAAM,MAAM,GAAG,CAAC,KAAc,EAAW,EAAE,CACzC,QAAQ,CAAC,KAAK,CAAC;IACf,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACtB,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,OAAO,KAAK,CAAC,SAAS,CAAC,KAAK,SAAS,CAAC;AAExC,MAAM,gBAAgB,GAAG,CAAC,KAAc,EAAW,EAAE,CACnD,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AAEtI,MAAM,OAAO,GAAG,CAAC,KAAc,EAAW,EAAE,CAAC,KAAK,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;AAE7J,MAAM,WAAW,GAAG,CAAC,KAAc,EAAW,EAAE,CAC9C,KAAK,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC;AAEpH,MAAM,WAAW,GAAG,CAAC,KAAc,EAAW,EAAE,CAC9C,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;AAEjI,6CAA6C;AAC7C,MAAM,UAAU,GAAG,CAAC,KAAc,EAAW,EAAE,CAC7C,KAAK,KAAK,SAAS;IACnB,CAAC,QAAQ,CAAC,KAAK,CAAC;QACd,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC3B,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC1B,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,WAAW,CAAC;QAC1C,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QACvC,QAAQ,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;AAE3C,MAAM,OAAO,GAAG,CAAC,KAAc,EAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;AAEpJ,MAAM,MAAM,GAAG,CAAC,KAAc,EAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAElJ,MAAM,WAAW,GAAG,CAAC,KAAc,EAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;AAEpJ,MAAM,OAAO,GAAG,CAAC,KAAc,EAAW,EAAE,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;AAE9J,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AAEtH,MAAM,OAAO,GAAG,CAAC,KAAc,EAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;AAErG,uDAAuD;AACvD,MAAM,OAAO,GAAG,CAAC,KAA8B,EAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AAErJ,8HAA8H;AAC9H,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,KAAc,EAAwB,EAAE,CACpE,QAAQ,CAAC,KAAK,CAAC;IACf,OAAO,CAAC,KAAK,CAAC;IACd,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC3B,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACxB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACrB,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,SAAS,CAAC;IACvC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACvB,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACvB,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAC/B,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7B,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACvB,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,SAAS;IAClC,SAAS,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,QAAQ,CAAC;IAC3C,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAE1B,MAAM,UAAU,GAAG,CAAC,IAAY,EAAW,EAAE;IAC3C,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC,CAAC;AAEF,yHAAyH;AACzH,MAAM,WAAW,GAAG,CAAC,IAAmE,EAAY,EAAE;IACpG,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE;QACtC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5C,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3B,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,qHAAqH;AACrH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,IAAY,EAA2F,EAAE;IACpI,MAAM,KAAK,GAAG,IAAI;SACf,KAAK,CAAC,QAAQ,CAAC;SACf,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;SACjD,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IAChF,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CACjI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAC9B,CAAC;IACF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACtG,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;AAC7E,CAAC,CAAC"}

package/dist/grade/rubric-verdict.d.ts

@@ -0,0 +1,19 @@
+import { type OutputSize } from "./rates.ts";
+import type { GradeScore } from "./result.ts";
+import type { Rubric } from "./rubric.ts";
+import { type Graded, type Verdict } from "./verdict.ts";
+/** What the rubric reads of one output beyond its findings, facts and citations. */
+export type RubricInput = Graded & {
+    readonly size: OutputSize;
+    /** The required sections the output has no heading for. */
+    readonly missingSections: readonly string[];
+    /** The item gave sources but no citations. */
+    readonly uncited: boolean;
+};
+/** One item per finding of a weighted rule, so every point names the finding it came from; the penalty is their sum. */
+export declare const scoreOf: (input: Pick<RubricInput, "findings">, rubric: Rubric) => GradeScore;
+export declare const rubricVerdict: (input: RubricInput, rubric: Rubric) => {
+    readonly verdict: Verdict;
+    readonly score: GradeScore;
+};
+//# sourceMappingURL=rubric-verdict.d.ts.map

package/dist/grade/rubric-verdict.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rubric-verdict.d.ts","sourceRoot":"","sources":["../../src/grade/rubric-verdict.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC;AAC1D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,KAAK,EAAE,MAAM,EAAa,MAAM,aAAa,CAAC;AACrD,OAAO,EAAiC,KAAK,MAAM,EAAE,KAAK,OAAO,EAAE,MAAM,cAAc,CAAC;AAKxF,oFAAoF;AACpF,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG;IACjC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAC1B,2DAA2D;IAC3D,QAAQ,CAAC,eAAe,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5C,8CAA8C;IAC9C,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;CAC3B,CAAC;AAkDF,wHAAwH;AACxH,eAAO,MAAM,OAAO,GAAI,OAAO,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,QAAQ,MAAM,KAAG,UAM9E,CAAC;AAEF,eAAO,MAAM,aAAa,GAAI,OAAO,WAAW,EAAE,QAAQ,MAAM,KAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAA;CAWzH,CAAC"}

package/dist/grade/rubric-verdict.js

@@ -0,0 +1,65 @@
+import { exactRateOf } from "./rates.js";
+import { counted, overLimit, verdictOf } from "./verdict.js";
+const countOf = (input, rule) => input.findings.filter((finding) => finding.rule === rule).length;
+/** A rate as a failure reason shows it: to three decimals, enough to tell it from a limit written to one. */
+const shownRate = (rate) => String(Math.round(rate * RATE_SHOWN_SCALE) / RATE_SHOWN_SCALE);
+const RATE_SHOWN_SCALE = 1000;
+const ruleFailures = (input, rule, limit) => {
+    const count = countOf(input, rule);
+    const rate = exactRateOf(count, input.size.value);
+    return [
+        ...(limit.max === undefined ? [] : overLimit(`rules.${rule}`, count, limit.max)),
+        ...(limit.maxRate === undefined || rate === undefined || rate <= limit.maxRate ? [] : [`rules.${rule}.rate ${shownRate(rate)} > ${String(limit.maxRate)}`]),
+    ];
+};
+const sectionFailures = (input) => overLimit("required_sections.missing", input.missingSections.length, 0).map((reason) => `${reason}: ${input.missingSections.join(", ")}`);
+const factFailures = (input, rubric) => {
+    const limits = rubric.facts;
+    if (limits === undefined || input.facts === null)
+        return [];
+    return [
+        ...(limits.dropped === undefined ? [] : overLimit("facts.dropped", counted(input.facts.dropped), limits.dropped)),
+        ...(limits.added === undefined ? [] : overLimit("facts.added", counted(input.facts.added), limits.added)),
+    ];
+};
+const citationFailures = (input, rubric) => {
+    const limits = rubric.citations;
+    if (limits === undefined)
+        return [];
+    return [
+        ...(limits.failed === undefined || input.citations === null ? [] : overLimit("citations.failed", input.citations.failed.length, limits.failed)),
+        ...(limits.required && input.uncited ? ["citations.required: sources given, no citations"] : []),
+    ];
+};
+const contextFailures = (input, rubric) => {
+    const limits = rubric.contexts;
+    if (limits === undefined)
+        return [];
+    return [
+        ...(limits.unsupported === undefined || input.contexts === undefined
+            ? []
+            : overLimit("contexts.unsupported", counted(input.contexts.unsupported), limits.unsupported)),
+        ...(limits.required && input.contexts === undefined ? ["contexts.required: no contexts given"] : []),
+    ];
+};
+/** One item per finding of a weighted rule, so every point names the finding it came from; the penalty is their sum. */
+export const scoreOf = (input, rubric) => {
+    const items = input.findings.flatMap((finding) => {
+        const weight = rubric.rules[finding.rule]?.weight;
+        return weight === undefined || weight === 0 ? [] : [{ points: weight, rule: finding.rule, line: finding.line }];
+    });
+    return { penalty: items.reduce((sum, item) => sum + item.points, 0), items };
+};
+export const rubricVerdict = (input, rubric) => {
+    const score = scoreOf(input, rubric);
+    const failures = [
+        ...Object.entries(rubric.rules).flatMap(([rule, limit]) => ruleFailures(input, rule, limit)),
+        ...sectionFailures(input),
+        ...factFailures(input, rubric),
+        ...citationFailures(input, rubric),
+        ...contextFailures(input, rubric),
+        ...(rubric.penalty === undefined ? [] : overLimit("score.penalty", score.penalty, rubric.penalty)),
+    ];
+    return { verdict: verdictOf(failures), score };
+};
+//# sourceMappingURL=rubric-verdict.js.map

package/dist/grade/rubric-verdict.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rubric-verdict.js","sourceRoot":"","sources":["../../src/grade/rubric-verdict.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAmB,MAAM,YAAY,CAAC;AAG1D,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAA6B,MAAM,cAAc,CAAC;AAcxF,MAAM,OAAO,GAAG,CAAC,KAAkB,EAAE,IAAY,EAAU,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;AAE/H,6GAA6G;AAC7G,MAAM,SAAS,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,gBAAgB,CAAC,GAAG,gBAAgB,CAAC,CAAC;AAE3G,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAE9B,MAAM,YAAY,GAAG,CAAC,KAAkB,EAAE,IAAY,EAAE,KAAgB,EAAY,EAAE;IACpF,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACnC,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO;QACL,GAAG,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QAChF,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,SAAS,SAAS,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;KAC5J,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,KAAkB,EAAY,EAAE,CACvD,SAAS,CAAC,2BAA2B,EAAE,KAAK,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,MAAM,KAAK,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAE5I,MAAM,YAAY,GAAG,CAAC,KAAkB,EAAE,MAAc,EAAY,EAAE;IACpE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;IAC5B,IAAI,MAAM,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAC5D,OAAO;QACL,GAAG,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACjH,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;KAC1G,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,KAAkB,EAAE,MAAc,EAAY,EAAE;IACxE,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC;IAChC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACpC,OAAO;QACL,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,kBAAkB,EAAE,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/I,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iDAAiD,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KACjG,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,KAAkB,EAAE,MAAc,EAAY,EAAE;IACvE,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC;IAC/B,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACpC,OAAO;QACL,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS;YAClE,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,SAAS,CAAC,sBAAsB,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QAC/F,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,sCAAsC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KACrG,CAAC;AACJ,CAAC,CAAC;AAEF,wHAAwH;AACxH,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,KAAoC,EAAE,MAAc,EAAc,EAAE;IAC1F,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAClD,OAAO,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAClH,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;AAC/E,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,KAAkB,EAAE,MAAc,EAA6D,EAAE;IAC7H,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG;QACf,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAC5F,GAAG,eAAe,CAAC,KAAK,CAAC;QACzB,GAAG,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC;QAC9B,GAAG,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC;QAClC,GAAG,eAAe,CAAC,KAAK,EAAE,MAAM,CAAC;QACjC,GAAG,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,eAAe,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;KACnG,CAAC;IACF,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,CAAC;AACjD,CAAC,CAAC"}

package/dist/grade/rubric.d.ts

@@ -0,0 +1,52 @@
+import { type AtomKind } from "../compare/atom.ts";
+export type RuleLimit = {
+    /** Findings allowed per output. */
+    readonly max?: number | undefined;
+    /** Findings allowed per 1,000 characters or words. */
+    readonly maxRate?: number | undefined;
+    /** Penalty points per finding. */
+    readonly weight?: number | undefined;
+};
+type FactLimits = {
+    readonly dropped?: number | undefined;
+    readonly added?: number | undefined;
+    readonly allowDropped: readonly AtomKind[];
+    readonly allowAdded: readonly AtomKind[];
+};
+type CitationLimits = {
+    readonly failed?: number | undefined;
+    readonly required: boolean;
+};
+type ContextLimits = {
+    readonly unsupported?: number | undefined;
+    readonly allowUnsupported: readonly AtomKind[];
+    readonly required: boolean;
+};
+export type Rubric = {
+    readonly rules: Readonly<Record<string, RuleLimit>>;
+    /** Undefined when not written: chaff.yaml's top-level required_sections apply. */
+    readonly requiredSections?: readonly string[] | undefined;
+    readonly facts?: FactLimits | undefined;
+    readonly citations?: CitationLimits | undefined;
+    readonly contexts?: ContextLimits | undefined;
+    readonly penalty?: number | undefined;
+};
+/** What a value under `grade:` should have been. */
+export type Expected = "map" | "count" | "number" | "boolean" | "words" | "kinds" | "known-key";
+/** Where under `grade:` (a dotted path), what it should be, and what was written. */
+export type RubricProblem = {
+    readonly path: string;
+    readonly expected: Expected;
+    readonly written: string;
+};
+/**
+ * The rubric, or every problem in it. No `grade:` key is no rubric: the default pass or fail applies (spec §29.3). A bare
+ * `grade:` (null) is an empty rubric, so writing the key alone still turns the default off, as the spec says it does.
+ */
+export declare const parseRubric: (raw: unknown) => {
+    readonly rubric: Rubric | undefined;
+} | {
+    readonly problems: readonly RubricProblem[];
+};
+export {};
+//# sourceMappingURL=rubric.d.ts.map

package/dist/grade/rubric.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rubric.d.ts","sourceRoot":"","sources":["../../src/grade/rubric.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,KAAK,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAK/D,MAAM,MAAM,SAAS,GAAG;IACtB,mCAAmC;IACnC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,sDAAsD;IACtD,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,kCAAkC;IAClC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACtC,CAAC;AAEF,KAAK,UAAU,GAAG;IAChB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,YAAY,EAAE,SAAS,QAAQ,EAAE,CAAC;IAC3C,QAAQ,CAAC,UAAU,EAAE,SAAS,QAAQ,EAAE,CAAC;CAC1C,CAAC;AAEF,KAAK,cAAc,GAAG;IAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAA;CAAE,CAAC;AAE3F,KAAK,aAAa,GAAG;IAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,CAAC,gBAAgB,EAAE,SAAS,QAAQ,EAAE,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAA;CAAE,CAAC;AAE/I,MAAM,MAAM,MAAM,GAAG;IACnB,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;IACpD,kFAAkF;IAClF,QAAQ,CAAC,gBAAgB,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IAC1D,QAAQ,CAAC,KAAK,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,SAAS,CAAC,EAAE,cAAc,GAAG,SAAS,CAAC;IAChD,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;IAC9C,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACvC,CAAC;AAEF,oDAAoD;AACpD,MAAM,MAAM,QAAQ,GAAG,KAAK,GAAG,OAAO,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,GAAG,WAAW,CAAC;AAEhG,qFAAqF;AACrF,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAsH7G;;;GAGG;AACH,eAAO,MAAM,WAAW,GAAI,KAAK,OAAO,KAAG;IAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,GAAG;IAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,CAAA;CA8BjI,CAAC"}

package/dist/grade/rubric.js

@@ -0,0 +1,149 @@
+import { isAtomKind } from "../compare/atom.js";
+const isRecord = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
+const printed = (value) => JSON.stringify(value) ?? String(value);
+const problem = (path, expected, written) => ({ path, expected, written: printed(written) });
+const ok = (value) => ({ value, problems: [] });
+const isCount = (value) => Number.isInteger(value) && typeof value === "number" && value >= 0;
+const isAmount = (value) => typeof value === "number" && Number.isFinite(value) && value >= 0;
+/** An optional number under `path`: a count (a whole number) or an amount (any number from 0). */
+const optional = (raw, key, path, expected) => {
+    const value = raw[key];
+    if (value === undefined)
+        return ok(undefined);
+    const valid = expected === "count" ? isCount : isAmount;
+    return valid(value) ? ok(value) : { value: undefined, problems: [problem(`${path}.${key}`, expected, value)] };
+};
+/** Keys that are not among `known`. A misspelt `max_rte` would otherwise be a limit nobody checks. */
+const unknownKeys = (raw, known, path) => Object.keys(raw)
+    .filter((key) => !known.includes(key))
+    .map((key) => problem(`${path}.${key}`, "known-key", raw[key]));
+const ruleLimit = (raw, path) => {
+    if (!isRecord(raw))
+        return { value: {}, problems: [problem(path, "map", raw)] };
+    const max = optional(raw, "max", path, "count");
+    const maxRate = optional(raw, "max_rate", path, "number");
+    const weight = optional(raw, "weight", path, "number");
+    return {
+        value: { max: max.value, maxRate: maxRate.value, weight: weight.value },
+        problems: [...max.problems, ...maxRate.problems, ...weight.problems, ...unknownKeys(raw, ["max", "max_rate", "weight"], path)],
+    };
+};
+const rulesOf = (raw) => {
+    if (raw === undefined)
+        return ok({});
+    if (!isRecord(raw))
+        return { value: {}, problems: [problem("grade.rules", "map", raw)] };
+    const read = Object.entries(raw).map(([id, limit]) => ({ id, read: ruleLimit(limit, `grade.rules.${id}`) }));
+    return { value: Object.fromEntries(read.map((entry) => [entry.id, entry.read.value])), problems: read.flatMap((entry) => entry.read.problems) };
+};
+const wordsOf = (raw, path) => {
+    if (raw === undefined)
+        return ok(undefined);
+    const valid = Array.isArray(raw) && raw.every((entry) => typeof entry === "string" && entry.trim() !== "");
+    return valid ? ok(raw.map((entry) => entry.trim())) : { value: undefined, problems: [problem(path, "words", raw)] };
+};
+const kindsOf = (raw, path) => {
+    if (raw === undefined)
+        return ok([]);
+    const entries = Array.isArray(raw) ? raw : [raw];
+    const kinds = entries.filter((entry) => typeof entry === "string" && isAtomKind(entry));
+    return kinds.length === entries.length ? ok(kinds) : { value: kinds, problems: [problem(path, "kinds", raw)] };
+};
+const factsOf = (raw) => {
+    if (raw === undefined)
+        return ok(undefined);
+    if (!isRecord(raw))
+        return { value: undefined, problems: [problem("grade.facts", "map", raw)] };
+    const dropped = optional(raw, "dropped", "grade.facts", "count");
+    const added = optional(raw, "added", "grade.facts", "count");
+    const allowDropped = kindsOf(raw["allow_dropped"], "grade.facts.allow_dropped");
+    const allowAdded = kindsOf(raw["allow_added"], "grade.facts.allow_added");
+    return {
+        value: { dropped: dropped.value, added: added.value, allowDropped: allowDropped.value, allowAdded: allowAdded.value },
+        problems: [
+            ...dropped.problems,
+            ...added.problems,
+            ...allowDropped.problems,
+            ...allowAdded.problems,
+            ...unknownKeys(raw, ["dropped", "added", "allow_dropped", "allow_added"], "grade.facts"),
+        ],
+    };
+};
+/** `required: true|false` under `path`: false when not written. */
+const requiredOf = (raw, path) => {
+    const required = raw["required"];
+    return required === undefined || typeof required === "boolean"
+        ? ok(required === true)
+        : { value: false, problems: [problem(`${path}.required`, "boolean", required)] };
+};
+const citationsOf = (raw) => {
+    if (raw === undefined)
+        return ok(undefined);
+    if (!isRecord(raw))
+        return { value: undefined, problems: [problem("grade.citations", "map", raw)] };
+    const failed = optional(raw, "failed", "grade.citations", "count");
+    const required = requiredOf(raw, "grade.citations");
+    return {
+        value: { failed: failed.value, required: required.value },
+        problems: [...failed.problems, ...required.problems, ...unknownKeys(raw, ["failed", "required"], "grade.citations")],
+    };
+};
+const contextsOf = (raw) => {
+    if (raw === undefined)
+        return ok(undefined);
+    if (!isRecord(raw))
+        return { value: undefined, problems: [problem("grade.contexts", "map", raw)] };
+    const unsupported = optional(raw, "unsupported", "grade.contexts", "count");
+    const allowUnsupported = kindsOf(raw["allow_unsupported"], "grade.contexts.allow_unsupported");
+    const required = requiredOf(raw, "grade.contexts");
+    return {
+        value: { unsupported: unsupported.value, allowUnsupported: allowUnsupported.value, required: required.value },
+        problems: [
+            ...unsupported.problems,
+            ...allowUnsupported.problems,
+            ...required.problems,
+            ...unknownKeys(raw, ["unsupported", "allow_unsupported", "required"], "grade.contexts"),
+        ],
+    };
+};
+const RUBRIC_KEYS = ["rules", "required_sections", "facts", "citations", "contexts", "penalty"];
+/**
+ * The rubric, or every problem in it. No `grade:` key is no rubric: the default pass or fail applies (spec §29.3). A bare
+ * `grade:` (null) is an empty rubric, so writing the key alone still turns the default off, as the spec says it does.
+ */
+export const parseRubric = (raw) => {
+    if (raw === undefined)
+        return { rubric: undefined };
+    if (raw === null)
+        return { rubric: { rules: {} } };
+    if (!isRecord(raw))
+        return { problems: [problem("grade", "map", raw)] };
+    const rules = rulesOf(raw["rules"]);
+    const sections = wordsOf(raw["required_sections"], "grade.required_sections");
+    const facts = factsOf(raw["facts"]);
+    const citations = citationsOf(raw["citations"]);
+    const contexts = contextsOf(raw["contexts"]);
+    const penalty = optional(raw, "penalty", "grade", "number");
+    const problems = [
+        ...rules.problems,
+        ...sections.problems,
+        ...facts.problems,
+        ...citations.problems,
+        ...contexts.problems,
+        ...penalty.problems,
+        ...unknownKeys(raw, RUBRIC_KEYS, "grade"),
+    ];
+    if (problems.length > 0)
+        return { problems };
+    return {
+        rubric: {
+            rules: rules.value,
+            requiredSections: sections.value,
+            facts: facts.value,
+            citations: citations.value,
+            contexts: contexts.value,
+            penalty: penalty.value,
+        },
+    };
+};
+//# sourceMappingURL=rubric.js.map

package/dist/grade/rubric.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rubric.js","sourceRoot":"","sources":["../../src/grade/rubric.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAiB,MAAM,oBAAoB,CAAC;AA2C/D,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAE5I,MAAM,OAAO,GAAG,CAAC,KAAc,EAAU,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;AAEnF,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,QAAkB,EAAE,OAAgB,EAAiB,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;AAEvI,MAAM,EAAE,GAAG,CAAI,KAAQ,EAAW,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;AAE/D,MAAM,OAAO,GAAG,CAAC,KAAc,EAAmB,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,IAAI,CAAC,CAAC;AAExH,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;AAExH,kGAAkG;AAClG,MAAM,QAAQ,GAAG,CAAC,GAA4B,EAAE,GAAW,EAAE,IAAY,EAAE,QAA4B,EAA4B,EAAE;IACnI,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;IACxD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC;AACjH,CAAC,CAAC;AAEF,sGAAsG;AACtG,MAAM,WAAW,GAAG,CAAC,GAA4B,EAAE,KAAwB,EAAE,IAAY,EAAmB,EAAE,CAC5G,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;KACb,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;KACrC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,EAAE,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAEpE,MAAM,SAAS,GAAG,CAAC,GAAY,EAAE,IAAY,EAAmB,EAAE;IAChE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;IAChF,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC1D,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;IACvD,OAAO;QACL,KAAK,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE;QACvE,QAAQ,EAAE,CAAC,GAAG,GAAG,CAAC,QAAQ,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,GAAG,MAAM,CAAC,QAAQ,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;KAC/H,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,GAAY,EAAmC,EAAE;IAChE,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IACrC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;IACzF,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,eAAe,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7G,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;AAClJ,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,GAAY,EAAE,IAAY,EAA8B,EAAE;IACzE,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3G,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,KAAa,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;AAC9H,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,GAAY,EAAE,IAAY,EAAoB,EAAE;IAC/D,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IACrC,MAAM,OAAO,GAAuB,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACrE,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAqB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3G,OAAO,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;AACjH,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,GAAY,EAAgC,EAAE;IAC7D,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;IAC5C,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;IAChG,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;IACjE,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;IAC7D,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,2BAA2B,CAAC,CAAC;IAChF,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,yBAAyB,CAAC,CAAC;IAC1E,OAAO;QACL,KAAK,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,YAAY,EAAE,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,UAAU,CAAC,KAAK,EAAE;QACrH,QAAQ,EAAE;YACR,GAAG,OAAO,CAAC,QAAQ;YACnB,GAAG,KAAK,CAAC,QAAQ;YACjB,GAAG,YAAY,CAAC,QAAQ;YACxB,GAAG,UAAU,CAAC,QAAQ;YACtB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,CAAC,EAAE,aAAa,CAAC;SACzF;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,mEAAmE;AACnE,MAAM,UAAU,GAAG,CAAC,GAA4B,EAAE,IAAY,EAAiB,EAAE;IAC/E,MAAM,QAAQ,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC;IACjC,OAAO,QAAQ,KAAK,SAAS,IAAI,OAAO,QAAQ,KAAK,SAAS;QAC5D,CAAC,CAAC,EAAE,CAAC,QAAQ,KAAK,IAAI,CAAC;QACvB,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,IAAI,WAAW,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC;AACrF,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,GAAY,EAAoC,EAAE;IACrE,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;IAC5C,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;IACpG,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,EAAE,QAAQ,EAAE,iBAAiB,EAAE,OAAO,CAAC,CAAC;IACnE,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;IACpD,OAAO;QACL,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,EAAE;QACzD,QAAQ,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,iBAAiB,CAAC,CAAC;KACrH,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,GAAY,EAAmC,EAAE;IACnE,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;IAC5C,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;IACnG,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,EAAE,aAAa,EAAE,gBAAgB,EAAE,OAAO,CAAC,CAAC;IAC5E,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,kCAAkC,CAAC,CAAC;IAC/F,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;IACnD,OAAO;QACL,KAAK,EAAE,EAAE,WAAW,EAAE,WAAW,CAAC,KAAK,EAAE,gBAAgB,EAAE,gBAAgB,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,EAAE;QAC7G,QAAQ,EAAE;YACR,GAAG,WAAW,CAAC,QAAQ;YACvB,GAAG,gBAAgB,CAAC,QAAQ;YAC5B,GAAG,QAAQ,CAAC,QAAQ;YACpB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,aAAa,EAAE,mBAAmB,EAAE,UAAU,CAAC,EAAE,gBAAgB,CAAC;SACxF;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,WAAW,GAAsB,CAAC,OAAO,EAAE,mBAAmB,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;AAEnH;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,GAAY,EAA6F,EAAE;IACrI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IACpD,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC;IACnD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;IACxE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IACpC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,yBAAyB,CAAC,CAAC;IAC9E,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IACpC,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC5D,MAAM,QAAQ,GAAG;QACf,GAAG,KAAK,CAAC,QAAQ;QACjB,GAAG,QAAQ,CAAC,QAAQ;QACpB,GAAG,KAAK,CAAC,QAAQ;QACjB,GAAG,SAAS,CAAC,QAAQ;QACrB,GAAG,QAAQ,CAAC,QAAQ;QACpB,GAAG,OAAO,CAAC,QAAQ;QACnB,GAAG,WAAW,CAAC,GAAG,EAAE,WAAW,EAAE,OAAO,CAAC;KAC1C,CAAC;IACF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IAC7C,OAAO;QACL,MAAM,EAAE;YACN,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,gBAAgB,EAAE,QAAQ,CAAC,KAAK;YAChC,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,SAAS,CAAC,KAAK;YAC1B,QAAQ,EAAE,QAAQ,CAAC,KAAK;YACxB,OAAO,EAAE,OAAO,CAAC,KAAK;SACvB;KACF,CAAC;AACJ,CAAC,CAAC"}

package/dist/grade/scorer.d.ts

@@ -0,0 +1,13 @@
+import type { GradeResult } from "./result.ts";
+export type ChaffScore = {
+    readonly name: "chaff";
+    /** 1 when the output passed, 0 when it failed. Never the penalty mapped onto 0–1: chaff sets no full marks (§29.4). */
+    readonly score: 0 | 1;
+    readonly pass: boolean;
+    readonly reason: string;
+    readonly metadata: Omit<GradeResult, "pass">;
+};
+/** Why it passed or failed, then what was found: the failed conditions first, since they decide the score. */
+export declare const reasonOf: (result: GradeResult) => string;
+export declare const toScorer: (result: GradeResult) => ChaffScore;
+//# sourceMappingURL=scorer.d.ts.map

package/dist/grade/scorer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorer.d.ts","sourceRoot":"","sources":["../../src/grade/scorer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAK/C,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,uHAAuH;IACvH,QAAQ,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;CAC9C,CAAC;AAYF,8GAA8G;AAC9G,eAAO,MAAM,QAAQ,GAAI,QAAQ,WAAW,KAAG,MACwF,CAAC;AAExI,eAAO,MAAM,QAAQ,GAAI,QAAQ,WAAW,KAAG,UAG9C,CAAC"}

package/dist/grade/scorer.js

@@ -0,0 +1,15 @@
+import { tally } from "./order.js";
+const findingsWord = (count) => (count === 1 ? "finding" : "findings");
+/** The findings in one phrase: "3 findings: closing-cliche ×2, ai-tell ×1". */
+const findingsPhrase = (result) => {
+    const counts = Object.entries(tally(result.findings.map((finding) => finding.rule))).map(([rule, count]) => `${rule} ×${String(count)}`);
+    return counts.length === 0 ? "no findings" : `${String(result.findings.length)} ${findingsWord(result.findings.length)}: ${counts.join(", ")}`;
+};
+const penaltyPhrase = (result) => (result.score === undefined ? [] : [`penalty ${String(result.score.penalty)}`]);
+/** Why it passed or failed, then what was found: the failed conditions first, since they decide the score. */
+export const reasonOf = (result) => [result.pass ? "passed" : `failed: ${result.failedBecause.join("; ")}`, findingsPhrase(result), ...penaltyPhrase(result)].join(" — ");
+export const toScorer = (result) => {
+    const { pass, ...rest } = result;
+    return { name: "chaff", score: pass ? 1 : 0, pass, reason: reasonOf(result), metadata: rest };
+};
+//# sourceMappingURL=scorer.js.map

package/dist/grade/scorer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorer.js","sourceRoot":"","sources":["../../src/grade/scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAenC,MAAM,YAAY,GAAG,CAAC,KAAa,EAAU,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;AAEvF,+EAA+E;AAC/E,MAAM,cAAc,GAAG,CAAC,MAAmB,EAAU,EAAE;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACzI,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AACjJ,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,MAAmB,EAAY,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;AAEzI,8GAA8G;AAC9G,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,MAAmB,EAAU,EAAE,CACtD,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,CAAC,MAAM,CAAC,EAAE,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAExI,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,MAAmB,EAAc,EAAE;IAC1D,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC;IACjC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;AAChG,CAAC,CAAC"}

package/dist/grade/setup.d.ts

@@ -0,0 +1,9 @@
+import type { Config } from "../config/load.ts";
+import type { GradeSetup } from "./grade-item.ts";
+import type { Rubric } from "./rubric.ts";
+/** A run's settings, rubric and stamp. `languages`: those the items name, beyond the bundled ones. Throws when a language package cannot be loaded. */
+export declare const gradeSetup: (config: Config, run: {
+    readonly experimental: boolean;
+    readonly genre: string | undefined;
+}, languages: readonly string[], rubric: Rubric | undefined) => Promise<GradeSetup>;
+//# sourceMappingURL=setup.d.ts.map

package/dist/grade/setup.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"setup.d.ts","sourceRoot":"","sources":["../../src/grade/setup.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAKhD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAsB1C,uJAAuJ;AACvJ,eAAO,MAAM,UAAU,GACrB,QAAQ,MAAM,EACd,KAAK;IAAE,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,EAC3E,WAAW,SAAS,MAAM,EAAE,EAC5B,QAAQ,MAAM,GAAG,SAAS,KACzB,OAAO,CAAC,UAAU,CAMpB,CAAC"}

package/dist/grade/setup.js

@@ -0,0 +1,31 @@
+import { loadAdapter } from "../adapter-load.js";
+import { rulesOf } from "../custom/load.js";
+import { loadGenres } from "../genre-load.js";
+import { loadProfiles } from "../profile/load.js";
+import { VERSION_LINES } from "../version.js";
+import { compareText } from "./order.js";
+import { stampOf } from "./stamp.js";
+/** The languages every stamp covers, whatever a run's outputs are written in, so two runs over different outputs stay comparable. */
+const BUNDLED_LANGUAGES = ["en", "ja"];
+/** The rules each language runs and the word lists they read, with the genres' presets. Loads each language package. */
+const ruleSetOf = async (config, languages) => {
+    const read = await Promise.all(languages.map(async (language) => {
+        const adapter = await loadAdapter(language);
+        return { language, rules: rulesOf(language, config), lexicons: { ...adapter.lexicons, ...config.extensions?.lexicons[language] } };
+    }));
+    return {
+        rules: Object.fromEntries(read.map((entry) => [entry.language, entry.rules])),
+        lexicons: Object.fromEntries(read.map((entry) => [entry.language, entry.lexicons])),
+        genres: loadGenres(),
+        profiles: loadProfiles(),
+    };
+};
+/** A run's settings, rubric and stamp. `languages`: those the items name, beyond the bundled ones. Throws when a language package cannot be loaded. */
+export const gradeSetup = async (config, run, languages, rubric) => {
+    // chaff.yaml's language and its by_path languages are loaded here too, so a missing package stops the run before grading.
+    const named = [config.language, ...config.byPath.map((rule) => rule.language)].filter((language) => language !== undefined);
+    const all = [...new Set([...BUNDLED_LANGUAGES, ...named, ...languages])].toSorted(compareText);
+    const settings = { config, experimental: run.experimental, genre: run.genre };
+    return { ...settings, rubric, stamp: stampOf(VERSION_LINES, await ruleSetOf(config, all), settings) };
+};
+//# sourceMappingURL=setup.js.map

package/dist/grade/setup.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"setup.js","sourceRoot":"","sources":["../../src/grade/setup.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAE9C,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEzC,OAAO,EAAE,OAAO,EAAgB,MAAM,YAAY,CAAC;AAEnD,qIAAqI;AACrI,MAAM,iBAAiB,GAAsB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AAE1D,wHAAwH;AACxH,MAAM,SAAS,GAAG,KAAK,EAAE,MAAc,EAAE,SAA4B,EAAoB,EAAE;IACzF,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,GAAG,CAC5B,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QAC/B,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC5C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,QAAQ,EAAE,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;IACrI,CAAC,CAAC,CACH,CAAC;IACF,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7E,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnF,MAAM,EAAE,UAAU,EAAE;QACpB,QAAQ,EAAE,YAAY,EAAE;KACzB,CAAC;AACJ,CAAC,CAAC;AAEF,uJAAuJ;AACvJ,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAC7B,MAAc,EACd,GAA2E,EAC3E,SAA4B,EAC5B,MAA0B,EACL,EAAE;IACvB,0HAA0H;IAC1H,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;IAC5H,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,iBAAiB,EAAE,GAAG,KAAK,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC/F,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC;IAC9E,OAAO,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,MAAM,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,QAAQ,CAAC,EAAE,CAAC;AACxG,CAAC,CAAC"}

package/dist/grade/stamp.d.ts

@@ -0,0 +1,23 @@
+import type { Config } from "../config/load.ts";
+import type { Stamp } from "./result.ts";
+/** JSON with every object's keys sorted, so the order a file or a map was written in does not change the hash. */
+export declare const canonicalJson: (value: unknown) => string;
+export declare const digestOf: (value: unknown) => string;
+/** What decides which findings a run gives, other than the rules: chaff.yaml as it applies, the genre and --experimental. */
+export type GradeSettings = {
+    readonly config: Config;
+    readonly experimental: boolean;
+    /** --genre, which wins over chaff.yaml for every item that does not name its own. */
+    readonly genre: string | undefined;
+};
+/** The parts of chaff.yaml that change a finding, a fact or a verdict. Paths and the AI judge do not. */
+export declare const settingsOf: (settings: GradeSettings) => Record<string, unknown>;
+/** What the rules are: each language's rule definitions and word lists, the genres' presets and the document profiles. */
+export type RuleSet = {
+    readonly rules: Readonly<Record<string, unknown>>;
+    readonly lexicons: Readonly<Record<string, unknown>>;
+    readonly genres: unknown;
+    readonly profiles: unknown;
+};
+export declare const stampOf: (versionLines: readonly string[], ruleSet: RuleSet, settings: GradeSettings) => Stamp;
+//# sourceMappingURL=stamp.d.ts.map

package/dist/grade/stamp.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stamp.d.ts","sourceRoot":"","sources":["../../src/grade/stamp.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAOzC,kHAAkH;AAClH,eAAO,MAAM,aAAa,GAAI,OAAO,OAAO,KAAG,MAC4E,CAAC;AAE5H,eAAO,MAAM,QAAQ,GAAI,OAAO,OAAO,KAAG,MAAqF,CAAC;AAEhI,6HAA6H;AAC7H,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;IAC/B,qFAAqF;IACrF,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,yGAAyG;AACzG,eAAO,MAAM,UAAU,GAAI,UAAU,aAAa,KAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAoB1E,CAAC;AAEF,0HAA0H;AAC1H,MAAM,MAAM,OAAO,GAAG;IACpB,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAClD,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACrD,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,cAAc,SAAS,MAAM,EAAE,EAAE,SAAS,OAAO,EAAE,UAAU,aAAa,KAAG,KAInG,CAAC"}

package/dist/grade/stamp.js

@@ -0,0 +1,36 @@
+import { createHash } from "node:crypto";
+import { sortedByKey } from "./order.js";
+// The reproducibility stamp (spec §29.7). Two results are compared only when their rules and settings hashes match;
+// the chaff version is recorded but not compared, so a release that only rewords messages keeps old results usable.
+const isRecord = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
+/** JSON with every object's keys sorted, so the order a file or a map was written in does not change the hash. */
+export const canonicalJson = (value) => JSON.stringify(value, (_key, inner) => (isRecord(inner) ? sortedByKey(Object.entries(inner)) : inner)) ?? "null";
+export const digestOf = (value) => `sha256:${createHash("sha256").update(canonicalJson(value)).digest("hex")}`;
+/** The parts of chaff.yaml that change a finding, a fact or a verdict. Paths and the AI judge do not. */
+export const settingsOf = (settings) => {
+    const { config } = settings;
+    return {
+        experimental: settings.experimental,
+        genre: settings.genre ?? config.genre ?? null,
+        language: config.language ?? null,
+        profile: config.profile ?? null,
+        rules: config.rules,
+        limits: config.limits,
+        options: config.options ?? {},
+        style: config.style ?? null,
+        styleApplied: config.applied ?? null,
+        jargon: config.jargon,
+        prefer: config.prefer,
+        requiredSections: config.requiredSections,
+        names: config.names,
+        byPath: config.byPath,
+        // A bare `grade:` reads as null and is an empty rubric, which grades otherwise than no `grade:` at all.
+        grade: config.grade === undefined ? "none" : config.grade,
+    };
+};
+export const stampOf = (versionLines, ruleSet, settings) => ({
+    chaff: versionLines.join(", "),
+    rules: digestOf(ruleSet),
+    settings: digestOf(settingsOf(settings)),
+});
+//# sourceMappingURL=stamp.js.map

package/dist/grade/stamp.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stamp.js","sourceRoot":"","sources":["../../src/grade/stamp.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAGzC,oHAAoH;AACpH,oHAAoH;AAEpH,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAE5I,kHAAkH;AAClH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,KAAc,EAAU,EAAE,CACtD,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,KAAc,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,MAAM,CAAC;AAE5H,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAU,EAAE,CAAC,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AAUhI,yGAAyG;AACzG,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,QAAuB,EAA2B,EAAE;IAC7E,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC;IAC5B,OAAO;QACL,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI;QAC7C,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI;QACjC,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;QAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE;QAC7B,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI;QAC3B,YAAY,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;QACpC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,wGAAwG;QACxG,KAAK,EAAE,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK;KAC1D,CAAC;AACJ,CAAC,CAAC;AAUF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,YAA+B,EAAE,OAAgB,EAAE,QAAuB,EAAS,EAAE,CAAC,CAAC;IAC7G,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;IAC9B,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC;IACxB,QAAQ,EAAE,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;CACzC,CAAC,CAAC"}