spawnfile 0.1.25 → 0.1.28

package/dist/training/graders/calibration/types.d.ts

@@ -0,0 +1,68 @@
+export type QuestionType = 'yes-no' | 'choice' | 'score';
+export type GoldenSource = 'human' | 'editor' | 'consensus' | 'single-teacher';
+export interface CalibrationRecord {
+    questionId: string;
+    type: QuestionType;
+    group: string;
+    example?: {
+        dataset: string;
+        id: string;
+    };
+    /** Missing decisions retain the golden denominator; rawPGood is ignored. */
+    missing?: boolean;
+    /** Retained for splitting and cascade verification, excluded from full-panel fitting/metrics. */
+    disputed?: boolean;
+    rawPGood: number;
+    good: boolean;
+    source: GoldenSource;
+}
+export interface Exclusions {
+    lineages?: readonly string[];
+    examples?: readonly {
+        dataset: string;
+        id: string;
+    }[];
+}
+export interface PlattParams {
+    a: number;
+    b: number;
+}
+export interface PlattFit extends PlattParams {
+    converged: boolean;
+    iterations: number;
+}
+export interface ScoredRecord extends CalibrationRecord {
+    p: number;
+}
+export interface EvidenceCounts {
+    groups: number;
+    instances: number;
+    good: number;
+    bad: number;
+}
+export type Interval = [number, number];
+export interface CalibrationMetrics extends EvidenceCounts {
+    baseRate: number;
+    accuracy: number;
+    brier: number;
+    baseRateBrier: number;
+    ece: number | null;
+    eceInterval: Interval | null;
+    brierInterval: Interval;
+    falsePassRate?: number;
+    falsePassInterval?: Interval;
+}
+export type CalibrationStatus = 'calibrated' | 'insufficient-evidence' | 'uncalibrated' | 'escalation-infeasible' | 'unverified';
+export interface BarResult {
+    status: CalibrationStatus;
+    failures: string[];
+}
+export interface QuestionCalibration extends BarResult {
+    questionId: string;
+    params: PlattParams;
+    fitSource: 'question' | 'type';
+    fitGroups: number;
+    metrics: CalibrationMetrics;
+    bySource: Partial<Record<GoldenSource, CalibrationMetrics>>;
+    interpretation: 'human-adjudicated and teacher agreement' | 'editor-adjudicated and teacher agreement' | 'teacher agreement, not validated correctness';
+}

package/dist/training/graders/calibration/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/training/graders/calibration/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/training/graders/calibration/types.ts"],"names":[],"mappings":""}

package/dist/training/graders/consensus.d.ts

@@ -0,0 +1,11 @@
+import type { Label, Labels, Option } from './format/index.js';
+export interface Consensus {
+    answer?: Option;
+    disputed: boolean;
+    source: 'human' | 'editor' | 'consensus' | 'single-teacher';
+    votes: Record<string, Option>;
+}
+/** Explicit instance dispatch wins; legacy labels retain their conservative output-wide denominator. */
+export declare function askedForInstance(label: Label, key: string): string[];
+/** Missing/abstaining teachers stay in the denominator. Signals remain in receipts only. */
+export declare function deriveConsensus(label: Label, labelers: Labels['labelers'], instanceKeys?: string[]): Record<string, Consensus>;

package/dist/training/graders/consensus.js

@@ -0,0 +1,29 @@
+/** Explicit instance dispatch wins; legacy labels retain their conservative output-wide denominator. */
+export function askedForInstance(label, key) {
+    const asked = label.askedByInstance ? label.askedByInstance[key] ?? [] :
+        [...label.asked ?? [], ...Object.values(label.votes).flatMap(votes => Object.keys(votes))];
+    return [...new Set([...asked, ...Object.keys(label.votes[key] ?? {})])];
+}
+/** Missing/abstaining teachers stay in the denominator. Signals remain in receipts only. */
+export function deriveConsensus(label, labelers, instanceKeys = Object.keys(label.votes)) {
+    return Object.fromEntries(instanceKeys.map(key => {
+        const votes = label.votes[key] ?? {};
+        const teachers = askedForInstance(label, key).filter(name => labelers[name]?.kind === 'model');
+        for (const kind of ['human', 'editor']) {
+            const answers = new Set(Object.entries(votes).filter(([name, vote]) => labelers[name]?.kind === kind && vote !== 'abstain').map(([, vote]) => vote));
+            if (answers.size) {
+                const answer = answers.size === 1 ? [...answers][0] : undefined;
+                return [key, { answer, disputed: answer === undefined, source: kind, votes }];
+            }
+        }
+        const counts = new Map();
+        for (const teacher of teachers) {
+            const vote = votes[teacher];
+            if (vote !== undefined && vote !== 'abstain')
+                counts.set(vote, (counts.get(vote) ?? 0) + 1);
+        }
+        const answer = [...counts].find(([, count]) => count > teachers.length / 2)?.[0];
+        return [key, { answer, disputed: answer === undefined, source: teachers.length === 1 ? 'single-teacher' : 'consensus', votes }];
+    }));
+}
+//# sourceMappingURL=consensus.js.map

package/dist/training/graders/consensus.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consensus.js","sourceRoot":"","sources":["../../../src/training/graders/consensus.ts"],"names":[],"mappings":"AASA,wGAAwG;AACxG,MAAM,UAAU,gBAAgB,CAAC,KAAY,EAAE,GAAW;IACxD,MAAM,KAAK,GAAG,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC,GAAG,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7F,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,4FAA4F;AAC5F,MAAM,UAAU,eAAe,CAAC,KAAY,EAAE,QAA4B,EAAE,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;IACjH,OAAO,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QAC/C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC;QAC/F,KAAK,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAU,EAAE,CAAC;YAChD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CACpE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;YAChF,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBACjB,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBAChE,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5B,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS;gBAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9F,CAAC;QACD,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACjF,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;IAClI,CAAC,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/training/graders/decomposition/evidence.d.ts

@@ -0,0 +1,21 @@
+import type { AtomicUnit, CheckTemplates, Decomposition, DecompositionInputs } from './format.js';
+import { type DroppedField } from './metadata.js';
+import { type CitationDisagreement } from './location.js';
+export { normalizeWhitespace, readPath, textLeaves } from './spans.js';
+export interface EvidenceRow {
+    id: string;
+    text: string;
+    context: string;
+}
+export declare function evidenceRows(templates: CheckTemplates, inputs: DecompositionInputs): EvidenceRow[];
+export interface RejectedUnit {
+    id: string;
+    reasons: string[];
+    unit: AtomicUnit;
+}
+export declare function validateDecomposition(value: unknown, inputs: DecompositionInputs, templates?: CheckTemplates): {
+    decomposition: Decomposition;
+    rejected: RejectedUnit[];
+    dropped: DroppedField[];
+    citationDisagreements: CitationDisagreement[];
+};

package/dist/training/graders/decomposition/evidence.js

@@ -0,0 +1,107 @@
+import { parseDecomposition } from './format.js';
+import { dropUnboundFields } from './metadata.js';
+import { locateUnit, locateOutputSpan, bindLocation } from './location.js';
+import { normalizeWhitespace } from './spans.js';
+export { normalizeWhitespace, readPath, textLeaves } from './spans.js';
+export function evidenceRows(templates, inputs) {
+    const rows = [];
+    const ids = new Set();
+    for (const [name, declaration] of Object.entries(templates.context)) {
+        if (!declaration.rows)
+            continue;
+        const source = inputs.context[name];
+        if (typeof source !== 'string' || source.length > 2_000_000)
+            throw new Error(`missing or oversized row context ${name}`);
+        const heading = new RegExp(declaration.rows.heading, 'm');
+        let row;
+        for (const line of source.split(/(?<=\n|[\u2028\u2029])|(?<=\r)(?!\n)/u)) {
+            const match = heading.exec(line);
+            if (match) {
+                if (!match[1] || ids.has(match[1]))
+                    throw new Error(`missing or duplicate row id ${match[1] ?? ''}`);
+                ids.add(match[1]);
+                row = { id: match[1], text: line, context: name };
+                rows.push(row);
+            }
+            else if (row)
+                row.text += line;
+        }
+    }
+    return rows;
+}
+export function validateDecomposition(value, inputs, templates) {
+    const document = parseDecomposition(value);
+    const rejected = [];
+    const dropped = [];
+    const citationDisagreements = [];
+    let rows = [];
+    let rowError;
+    if (templates) {
+        try {
+            rows = evidenceRows(templates, inputs);
+        }
+        catch (error) {
+            rowError = error.message;
+        }
+    }
+    const hasRows = templates && Object.values(templates.context).some(item => item.rows);
+    function valid(unit) {
+        const reasons = [];
+        const located = locateUnit(unit, inputs, templates);
+        if (typeof located === 'string')
+            reasons.push(located);
+        else {
+            const disagreement = bindLocation(unit, located);
+            if (disagreement)
+                citationDisagreements.push(disagreement);
+        }
+        for (const side of ['left', 'right']) {
+            const span = unit.pair?.[side];
+            if (!span)
+                continue;
+            const located = locateOutputSpan(span, inputs, templates);
+            if (typeof located === 'string')
+                reasons.push(`pair.${side}: ${located}`);
+            else {
+                const endpoint = { ...span, id: `${unit.id}.pair.${side}` };
+                const disagreement = bindLocation(endpoint, located);
+                const { id: _id, ...bound } = endpoint;
+                unit.pair[side] = bound;
+                if (disagreement)
+                    citationDisagreements.push(disagreement);
+            }
+        }
+        if (templates && !templates.templates.some(template => template.applies_to === unit.kind) && !Object.hasOwn(templates.kinds ?? {}, unit.kind))
+            reasons.push(`undeclared unit kind ${unit.kind}`);
+        if (hasRows && unit.cites?.length) {
+            if (rowError)
+                reasons.push(rowError);
+            else if (unit.cites.some(id => !rows.some(row => row.id === id)))
+                reasons.push('unknown cited row');
+        }
+        if (hasRows && unit.pair) {
+            for (const side of ['left', 'right']) {
+                if (!unit.pair[side].cites?.length)
+                    continue;
+                if (rowError)
+                    reasons.push(`pair.${side}: ${rowError}`);
+                else if (unit.pair[side].cites.some(id => !rows.some(row => row.id === id)))
+                    reasons.push(`pair.${side}: unknown cited row`);
+            }
+        }
+        if (unit.source_span !== undefined && (!normalizeWhitespace(unit.source_span) || !rows.some(row => unit.cites?.includes(row.id) && normalizeWhitespace(row.text).includes(normalizeWhitespace(unit.source_span))))) {
+            dropped.push({ id: unit.id, field: 'source_span', value: unit.source_span, reason: 'source_span is not a verbatim cited row span' });
+            delete unit.source_span;
+        }
+        dropped.push(...dropUnboundFields(unit));
+        if (reasons.length)
+            rejected.push({ id: unit.id, reasons, unit });
+        return reasons.length === 0;
+    }
+    const units = document.units.filter(valid);
+    const audit = document.audit ? { ...document.audit, missed: document.audit.missed.filter(valid) } : undefined;
+    const allRejected = [...(document.rejected ?? []), ...rejected];
+    return { decomposition: { ...document, units, ...(audit ? { audit } : {}),
+            ...(allRejected.length ? { rejected: allRejected } : {}) }, rejected, dropped, citationDisagreements };
+}
+//# sourceMappingURL=evidence.js.map

package/dist/training/graders/decomposition/evidence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evidence.js","sourceRoot":"","sources":["../../../../src/training/graders/decomposition/evidence.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAqB,MAAM,eAAe,CAAC;AAErE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,YAAY,EAA6B,MAAM,eAAe,CAAC;AACtG,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACjD,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAEvE,MAAM,UAAU,YAAY,CAAC,SAAyB,EAAE,MAA2B;IACjF,MAAM,IAAI,GAAkB,EAAE,CAAC;IAC/B,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,KAAK,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;QACpE,IAAI,CAAC,WAAW,CAAC,IAAI;YAAE,SAAS;QAChC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,IAAI,EAAE,CAAC,CAAC;QACzH,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC1D,IAAI,GAA4B,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,EAAE,CAAC;YACzE,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACrG,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClB,GAAG,GAAG,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBAClD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC;iBAAM,IAAI,GAAG;gBAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC;QACnC,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAc,EAAE,MAA2B,EAAE,SAA0B;IAG3G,MAAM,QAAQ,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAmB,EAAE,CAAC;IACpC,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,qBAAqB,GAA2B,EAAE,CAAC;IACzD,IAAI,IAAI,GAAkB,EAAE,CAAC;IAC7B,IAAI,QAA4B,CAAC;IACjC,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,CAAC;YAAC,IAAI,GAAG,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAAC,CAAC;QAC/C,OAAO,KAAK,EAAE,CAAC;YAAC,QAAQ,GAAI,KAAe,CAAC,OAAO,CAAC;QAAC,CAAC;IACxD,CAAC;IACD,MAAM,OAAO,GAAG,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtF,SAAS,KAAK,CAAC,IAAgB;QAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QACpD,IAAI,OAAO,OAAO,KAAK,QAAQ;YAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aAClD,CAAC;YACJ,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACjD,IAAI,YAAY;gBAAE,qBAAqB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7D,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,CAAU,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;YAC/B,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;YAC1D,IAAI,OAAO,OAAO,KAAK,QAAQ;gBAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,KAAK,OAAO,EAAE,CAAC,CAAC;iBACrE,CAAC;gBACJ,MAAM,QAAQ,GAAG,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC,EAAE,SAAS,IAAI,EAAE,EAAE,CAAC;gBAC5D,MAAM,YAAY,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACrD,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,KAAK,EAAE,GAAG,QAAQ,CAAC;gBACvC,IAAI,CAAC,IAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;gBACzB,IAAI,YAAY;oBAAE,qBAAqB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QACD,IAAI,SAAS,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,UAAU,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,wBAAwB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACjM,IAAI,OAAO,IAAI,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;YAClC,IAAI,QAAQ;gBAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;iBAChC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACtG,CAAC;QACD,IAAI,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,CAAU,EAAE,CAAC;gBAC9C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM;oBAAE,SAAS;gBAC7C,IAAI,QAAQ;oBAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,KAAK,QAAQ,EAAE,CAAC,CAAC;qBACnD,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;oBAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,qBAAqB,CAAC,CAAC;YAChI,CAAC;QACH,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAChG,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACnH,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,8CAA8C,EAAE,CAAC,CAAC;YACrI,OAAO,IAAI,CAAC,WAAW,CAAC;QAC1B,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;QACzC,IAAI,OAAO,CAAC,MAAM;YAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAClE,OAAO,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC;IAC9B,CAAC;IACD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9G,MAAM,WAAW,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,GAAG,QAAQ,CAAC,CAAC;IAChE,OAAO,EAAE,aAAa,EAAE,EAAE,GAAG,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAC;AAC3G,CAAC"}

package/dist/training/graders/decomposition/format.d.ts

@@ -0,0 +1,265 @@
+import { z } from 'zod';
+export declare const trapKinds: readonly ["injected-redundancy", "format-paraphrase", "option-permutation"];
+export type TrapKind = typeof trapKinds[number];
+export declare const spanSchema: z.ZodObject<{
+    text: z.ZodString;
+    paragraph: z.ZodOptional<z.ZodNumber>;
+    sentence: z.ZodOptional<z.ZodNumber>;
+    location: z.ZodOptional<z.ZodString>;
+    cites: z.ZodOptional<z.ZodArray<z.ZodString>>;
+}, z.core.$strict>;
+export type AtomicSpan = z.infer<typeof spanSchema>;
+export declare const unitSchema: z.ZodObject<{
+    pair: z.ZodOptional<z.ZodObject<{
+        left: z.ZodObject<{
+            text: z.ZodString;
+            paragraph: z.ZodOptional<z.ZodNumber>;
+            sentence: z.ZodOptional<z.ZodNumber>;
+            location: z.ZodOptional<z.ZodString>;
+            cites: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        }, z.core.$strict>;
+        right: z.ZodObject<{
+            text: z.ZodString;
+            paragraph: z.ZodOptional<z.ZodNumber>;
+            sentence: z.ZodOptional<z.ZodNumber>;
+            location: z.ZodOptional<z.ZodString>;
+            cites: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        }, z.core.$strict>;
+    }, z.core.$strict>>;
+    fields: z.ZodOptional<z.ZodObject<{
+        object: z.ZodOptional<z.ZodString>;
+        actor: z.ZodOptional<z.ZodString>;
+        action: z.ZodOptional<z.ZodString>;
+        time: z.ZodOptional<z.ZodString>;
+        modality: z.ZodOptional<z.ZodString>;
+        quantity: z.ZodOptional<z.ZodString>;
+    }, z.core.$strict>>;
+    source_span: z.ZodOptional<z.ZodString>;
+    text: z.ZodString;
+    paragraph: z.ZodOptional<z.ZodNumber>;
+    sentence: z.ZodOptional<z.ZodNumber>;
+    location: z.ZodOptional<z.ZodString>;
+    cites: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    id: z.ZodString;
+    label: z.ZodOptional<z.ZodString>;
+    kind: z.ZodString;
+}, z.core.$strict>;
+export declare const decompositionSchema: z.ZodObject<{
+    schema: z.ZodPreprocess<z.ZodLiteral<"spawnfile.training.decomposition.v1">>;
+    output: z.ZodObject<{
+        from: z.ZodString;
+        sha256: z.ZodString;
+    }, z.core.$strict>;
+    context: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodObject<{
+        from: z.ZodString;
+        sha256: z.ZodString;
+    }, z.core.$strict>>>;
+    units: z.ZodArray<z.ZodObject<{
+        pair: z.ZodOptional<z.ZodObject<{
+            left: z.ZodObject<{
+                text: z.ZodString;
+                paragraph: z.ZodOptional<z.ZodNumber>;
+                sentence: z.ZodOptional<z.ZodNumber>;
+                location: z.ZodOptional<z.ZodString>;
+                cites: z.ZodOptional<z.ZodArray<z.ZodString>>;
+            }, z.core.$strict>;
+            right: z.ZodObject<{
+                text: z.ZodString;
+                paragraph: z.ZodOptional<z.ZodNumber>;
+                sentence: z.ZodOptional<z.ZodNumber>;
+                location: z.ZodOptional<z.ZodString>;
+                cites: z.ZodOptional<z.ZodArray<z.ZodString>>;
+            }, z.core.$strict>;
+        }, z.core.$strict>>;
+        fields: z.ZodOptional<z.ZodObject<{
+            object: z.ZodOptional<z.ZodString>;
+            actor: z.ZodOptional<z.ZodString>;
+            action: z.ZodOptional<z.ZodString>;
+            time: z.ZodOptional<z.ZodString>;
+            modality: z.ZodOptional<z.ZodString>;
+            quantity: z.ZodOptional<z.ZodString>;
+        }, z.core.$strict>>;
+        source_span: z.ZodOptional<z.ZodString>;
+        text: z.ZodString;
+        paragraph: z.ZodOptional<z.ZodNumber>;
+        sentence: z.ZodOptional<z.ZodNumber>;
+        location: z.ZodOptional<z.ZodString>;
+        cites: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        id: z.ZodString;
+        label: z.ZodOptional<z.ZodString>;
+        kind: z.ZodString;
+    }, z.core.$strict>>;
+    extractors: z.ZodArray<z.ZodObject<{
+        provider: z.ZodString;
+        model: z.ZodString;
+        prompt_digest: z.ZodString;
+        at: z.ZodISODateTime;
+    }, z.core.$strict>>;
+    rejected: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        reasons: z.ZodArray<z.ZodString>;
+        unit: z.ZodObject<{
+            pair: z.ZodOptional<z.ZodObject<{
+                left: z.ZodObject<{
+                    text: z.ZodString;
+                    paragraph: z.ZodOptional<z.ZodNumber>;
+                    sentence: z.ZodOptional<z.ZodNumber>;
+                    location: z.ZodOptional<z.ZodString>;
+                    cites: z.ZodOptional<z.ZodArray<z.ZodString>>;
+                }, z.core.$strict>;
+                right: z.ZodObject<{
+                    text: z.ZodString;
+                    paragraph: z.ZodOptional<z.ZodNumber>;
+                    sentence: z.ZodOptional<z.ZodNumber>;
+                    location: z.ZodOptional<z.ZodString>;
+                    cites: z.ZodOptional<z.ZodArray<z.ZodString>>;
+                }, z.core.$strict>;
+            }, z.core.$strict>>;
+            fields: z.ZodOptional<z.ZodObject<{
+                object: z.ZodOptional<z.ZodString>;
+                actor: z.ZodOptional<z.ZodString>;
+                action: z.ZodOptional<z.ZodString>;
+                time: z.ZodOptional<z.ZodString>;
+                modality: z.ZodOptional<z.ZodString>;
+                quantity: z.ZodOptional<z.ZodString>;
+            }, z.core.$strict>>;
+            source_span: z.ZodOptional<z.ZodString>;
+            text: z.ZodString;
+            paragraph: z.ZodOptional<z.ZodNumber>;
+            sentence: z.ZodOptional<z.ZodNumber>;
+            location: z.ZodOptional<z.ZodString>;
+            cites: z.ZodOptional<z.ZodArray<z.ZodString>>;
+            id: z.ZodString;
+            label: z.ZodOptional<z.ZodString>;
+            kind: z.ZodString;
+        }, z.core.$strict>;
+    }, z.core.$strict>>>;
+    audit: z.ZodOptional<z.ZodObject<{
+        extractor: z.ZodObject<{
+            provider: z.ZodString;
+            model: z.ZodString;
+            prompt_digest: z.ZodString;
+            at: z.ZodISODateTime;
+        }, z.core.$strict>;
+        missed: z.ZodArray<z.ZodObject<{
+            pair: z.ZodOptional<z.ZodObject<{
+                left: z.ZodObject<{
+                    text: z.ZodString;
+                    paragraph: z.ZodOptional<z.ZodNumber>;
+                    sentence: z.ZodOptional<z.ZodNumber>;
+                    location: z.ZodOptional<z.ZodString>;
+                    cites: z.ZodOptional<z.ZodArray<z.ZodString>>;
+                }, z.core.$strict>;
+                right: z.ZodObject<{
+                    text: z.ZodString;
+                    paragraph: z.ZodOptional<z.ZodNumber>;
+                    sentence: z.ZodOptional<z.ZodNumber>;
+                    location: z.ZodOptional<z.ZodString>;
+                    cites: z.ZodOptional<z.ZodArray<z.ZodString>>;
+                }, z.core.$strict>;
+            }, z.core.$strict>>;
+            fields: z.ZodOptional<z.ZodObject<{
+                object: z.ZodOptional<z.ZodString>;
+                actor: z.ZodOptional<z.ZodString>;
+                action: z.ZodOptional<z.ZodString>;
+                time: z.ZodOptional<z.ZodString>;
+                modality: z.ZodOptional<z.ZodString>;
+                quantity: z.ZodOptional<z.ZodString>;
+            }, z.core.$strict>>;
+            source_span: z.ZodOptional<z.ZodString>;
+            text: z.ZodString;
+            paragraph: z.ZodOptional<z.ZodNumber>;
+            sentence: z.ZodOptional<z.ZodNumber>;
+            location: z.ZodOptional<z.ZodString>;
+            cites: z.ZodOptional<z.ZodArray<z.ZodString>>;
+            id: z.ZodString;
+            label: z.ZodOptional<z.ZodString>;
+            kind: z.ZodString;
+        }, z.core.$strict>>;
+        at: z.ZodISODateTime;
+    }, z.core.$strict>>;
+}, z.core.$strict>;
+export type AtomicUnit = z.infer<typeof unitSchema>;
+export type Decomposition = z.infer<typeof decompositionSchema>;
+export interface DecompositionInputs {
+    output: unknown;
+    context: Record<string, unknown>;
+    /** Assignment span access is limited to these kinds; standalone callers default to obligation. */
+    obligationKinds?: readonly string[];
+}
+export declare const checkTemplatesSchema: z.ZodObject<{
+    schema: z.ZodPreprocess<z.ZodLiteral<"spawnfile.training.check-templates.v1">>;
+    templates: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        applies_to: z.ZodString;
+        type: z.ZodEnum<{
+            score: "score";
+            choice: "choice";
+            noul: "noul";
+        }>;
+        instructions: z.ZodString;
+        criteria: z.ZodRecord<z.ZodString, z.ZodString>;
+        expected: z.ZodArray<z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean]>, z.ZodTransform<string, string | number | boolean>>>;
+        state: z.ZodArray<z.ZodString>;
+        dimension: z.ZodString;
+        severity: z.ZodEnum<{
+            critical: "critical";
+            major: "major";
+            minor: "minor";
+        }>;
+        when: z.ZodOptional<z.ZodObject<{
+            field: z.ZodEnum<{
+                object: "object";
+                actor: "actor";
+                action: "action";
+                time: "time";
+                modality: "modality";
+                quantity: "quantity";
+            }>;
+            equals: z.ZodString;
+        }, z.core.$strict>>;
+        locations: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        optional: z.ZodOptional<z.ZodBoolean>;
+        traps: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
+            "injected-redundancy": "injected-redundancy";
+            "format-paraphrase": "format-paraphrase";
+            "option-permutation": "option-permutation";
+        }> & z.core.$partial, z.ZodUnion<readonly [z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean]>, z.ZodTransform<string, string | number | boolean>>, z.ZodObject<{
+            answer: z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean]>, z.ZodTransform<string, string | number | boolean>>;
+            known_answer: z.ZodBoolean;
+        }, z.core.$strict>]>>>;
+    }, z.core.$strict>>;
+    kinds: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    context: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodObject<{
+        rows: z.ZodOptional<z.ZodObject<{
+            heading: z.ZodString;
+            cite: z.ZodString;
+            leading_citations: z.ZodDefault<z.ZodEnum<{
+                keep: "keep";
+                previous: "previous";
+            }>>;
+        }, z.core.$strict>>;
+        role: z.ZodOptional<z.ZodLiteral<"assignment">>;
+        description: z.ZodOptional<z.ZodString>;
+    }, z.core.$strict>>>;
+    teachers: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        provider: z.ZodString;
+        model: z.ZodString;
+        effort: z.ZodOptional<z.ZodString>;
+    }, z.core.$strict>>>;
+    grok_window: z.ZodOptional<z.ZodObject<{
+        start: z.ZodString;
+        end: z.ZodString;
+        timeZone: z.ZodOptional<z.ZodLiteral<"Europe/Berlin">>;
+    }, z.core.$strict>>;
+}, z.core.$strict>;
+export type CheckTemplates = z.infer<typeof checkTemplatesSchema>;
+export type CheckTemplate = CheckTemplates['templates'][number];
+export declare function trapDeclaration(value: NonNullable<NonNullable<CheckTemplate['traps']>[TrapKind]>): {
+    answer: string;
+    known_answer: boolean;
+};
+export declare function parseDecomposition(value: unknown): Decomposition;
+export declare function parseCheckTemplates(value: unknown): CheckTemplates;
+export declare function parseCheckTemplatesYaml(source: string): CheckTemplates;

package/dist/training/graders/decomposition/format.js

@@ -0,0 +1,98 @@
+import { COUNCIL_WINDOW_CONFIG_KEY } from '../../../shared/trainingLegacy/index.js';
+import { compatibleWireLiteral } from '../../contracts/index.js';
+import { z } from 'zod';
+import { identifier, parseSchema, parseYaml, rowsSchema, provider } from '../format/index.js';
+export const trapKinds = ['injected-redundancy', 'format-paraphrase', 'option-permutation'];
+const id = identifier.refine(value => !value.includes('@'), '@ is reserved for check IDs');
+const reference = z.strictObject({ from: z.string().min(1), sha256: z.string().regex(/^[a-f0-9]{64}$/) });
+const spanShape = {
+    text: z.string().refine(value => value.trim().length > 0, 'text must not be blank'),
+    paragraph: z.number().int().nonnegative().optional(), sentence: z.number().int().nonnegative().optional(),
+    location: z.string().min(1).optional(),
+    cites: z.array(identifier).optional(),
+};
+export const spanSchema = z.strictObject(spanShape);
+export const unitSchema = z.strictObject({
+    id, label: z.string().optional(), kind: identifier, ...spanShape,
+    pair: z.strictObject({ left: spanSchema, right: spanSchema }).optional(),
+    fields: z.strictObject(Object.fromEntries(['actor', 'action', 'object', 'time', 'modality', 'quantity']
+        .map(key => [key, z.string().optional()]))).optional(),
+    source_span: z.string().optional(),
+});
+const extractor = z.strictObject({ provider: identifier, model: z.string().min(1),
+    prompt_digest: z.string().regex(/^[a-f0-9]{64}$/), at: z.iso.datetime({ offset: true }) });
+export const decompositionSchema = z.strictObject({
+    schema: compatibleWireLiteral('spawnfile.training.decomposition.v1'), output: reference,
+    context: z.record(identifier, reference).default({}), units: z.array(unitSchema),
+    extractors: z.array(extractor).min(1),
+    rejected: z.array(z.strictObject({ id, reasons: z.array(z.string()).min(1), unit: unitSchema })).optional(),
+    audit: z.strictObject({ extractor, missed: z.array(unitSchema), at: z.iso.datetime({ offset: true }) }).optional(),
+});
+const read = z.string().regex(/^(unit(?:\.pair)?(?:\.(?:cited_rows|source_snapshots))?|paragraph|neighbors|output\.[\w.-]+|context\.[\w-]+)$/);
+const answer = z.union([z.string(), z.number().int(), z.boolean()]).transform(String);
+const templateSchema = z.strictObject({
+    id, applies_to: identifier, type: z.enum(['noul', 'choice', 'score']), instructions: z.string().min(1),
+    criteria: z.record(identifier, z.string().min(1)), expected: z.array(answer).min(1),
+    state: z.array(read).min(1), dimension: identifier, severity: z.enum(['critical', 'major', 'minor']),
+    when: z.strictObject({ field: z.enum(['actor', 'action', 'object', 'time', 'modality', 'quantity']),
+        equals: z.string() }).optional(),
+    locations: z.array(z.string().min(1)).min(1).optional(),
+    optional: z.boolean().optional(),
+    traps: z.partialRecord(z.enum(trapKinds), z.union([answer,
+        z.strictObject({ answer, known_answer: z.boolean() })])).optional(),
+});
+export const checkTemplatesSchema = z.strictObject({
+    schema: compatibleWireLiteral('spawnfile.training.check-templates.v1'), templates: z.array(templateSchema).min(1),
+    kinds: z.record(identifier, z.string().min(1)).optional(),
+    context: z.record(identifier, z.strictObject({ rows: rowsSchema.optional(),
+        role: z.literal('assignment').optional(), description: z.string().optional() })).default({}),
+    teachers: z.array(z.strictObject({ id: identifier, provider: provider,
+        model: z.string().min(1), effort: z.string().min(1).optional() })).optional(),
+    [COUNCIL_WINDOW_CONFIG_KEY]: z.strictObject({ start: z.string().regex(/^([01]\d|2[0-3]):[0-5]\d$/),
+        end: z.string().regex(/^([01]\d|2[0-3]):[0-5]\d$/), timeZone: z.literal('Europe/Berlin').optional() }).optional(),
+});
+export function trapDeclaration(value) {
+    return typeof value === 'string' ? { answer: value, known_answer: true } : value;
+}
+export function parseDecomposition(value) {
+    const result = parseSchema(decompositionSchema, value);
+    const ids = [...result.units, ...(result.audit?.missed ?? []), ...(result.rejected ?? []).map(item => item.unit)].map(unit => unit.id);
+    if (result.rejected?.some(item => item.id !== item.unit.id))
+        throw new Error('rejected unit id mismatch');
+    if (new Set(ids).size !== ids.length)
+        throw new Error('duplicate unit id');
+    return result;
+}
+export function parseCheckTemplates(value) {
+    const result = parseSchema(checkTemplatesSchema, value);
+    if (new Set(result.templates.map(t => t.id)).size !== result.templates.length)
+        throw new Error('duplicate template id');
+    if (new Set(result.teachers?.map(t => t.id)).size !== (result.teachers?.length ?? 0))
+        throw new Error('duplicate teacher id');
+    for (const template of result.templates) {
+        const options = Object.keys(template.criteria);
+        if (options.length < 2 || options.some(key => ['missing', 'abstain', 'uncertain', 'unchanged'].includes(key)))
+            throw new Error(`${template.id}: invalid criteria`);
+        if (template.type === 'noul' && (options.length !== 2 || !options.includes('true') || !options.includes('false')))
+            throw new Error(`${template.id}: noul criteria require true/false`);
+        if (template.type === 'score' && options.some(key => !/^-?\d+$/.test(key)))
+            throw new Error(`${template.id}: score criteria require integer keys`);
+        if (new Set(template.expected).size !== template.expected.length || template.expected.some(key => !options.includes(key)))
+            throw new Error(`${template.id}: invalid expected answer`);
+        for (const [kind, value] of Object.entries(template.traps ?? {})) {
+            const label = trapDeclaration(value).answer;
+            const control = kind === 'format-paraphrase' || kind === 'option-permutation';
+            if (control ? label !== 'unchanged' : !options.includes(label))
+                throw new Error(`${template.id}: invalid trap answer for ${kind}`);
+        }
+        for (const state of template.state) {
+            if (state.endsWith('.source_snapshots') && state.startsWith('unit.') && !Object.hasOwn(result.context, 'source_snapshots'))
+                throw new Error(`${template.id}: undeclared context source_snapshots`);
+            if (state.startsWith('context.') && !Object.hasOwn(result.context, state.slice(8)))
+                throw new Error(`${template.id}: undeclared context ${state}`);
+        }
+    }
+    return result;
+}
+export function parseCheckTemplatesYaml(source) { return parseCheckTemplates(parseYaml(source)); }
+//# sourceMappingURL=format.js.map

package/dist/training/graders/decomposition/format.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"format.js","sourceRoot":"","sources":["../../../../src/training/graders/decomposition/format.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,yCAAyC,CAAC;AACpF,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9F,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,qBAAqB,EAAE,mBAAmB,EAAE,oBAAoB,CAAU,CAAC;AAErG,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,6BAA6B,CAAC,CAAC;AAC3F,MAAM,SAAS,GAAG,CAAC,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;AAC1G,MAAM,SAAS,GAAG;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,wBAAwB,CAAC;IACnF,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACzG,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACtC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,QAAQ,EAAE;CACtC,CAAC;AACF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;AAEpD,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,YAAY,CAAC;IACvC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,SAAS;IAChE,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxE,MAAM,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC;SACpG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAyG,CAAC,CAAC,QAAQ,EAAE;IAChK,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC;AACH,MAAM,SAAS,GAAG,CAAC,CAAC,YAAY,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/E,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;AAC7F,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,YAAY,CAAC;IAChD,MAAM,EAAE,qBAAqB,CAAC,qCAAqC,CAAC,EAAE,MAAM,EAAE,SAAS;IACvF,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;IAChF,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC3G,KAAK,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE;CACnH,CAAC,CAAC;AAQH,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,+GAA+G,CAAC,CAAC;AAC/I,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;AACtF,MAAM,cAAc,GAAG,CAAC,CAAC,YAAY,CAAC;IACpC,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtG,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACnF,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACpG,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;QACjG,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE;IAClC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACvD,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM;QACvD,CAAC,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CACtE,CAAC,CAAC;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,YAAY,CAAC;IACjD,MAAM,EAAE,qBAAqB,CAAC,uCAAuC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjH,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACzD,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,EAAE;QACxE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9F,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ;QACnE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC/E,CAAC,yBAAyB,CAAC,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,2BAA2B,CAAC;QAChG,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,2BAA2B,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE;CACpH,CAAC,CAAC;AAIH,MAAM,UAAU,eAAe,CAAC,KAAiE;IAC/F,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;AACnF,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,MAAM,MAAM,GAAG,WAAW,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;IACvD,MAAM,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvI,IAAI,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAC1G,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAC3E,OAAO,MAAM,CAAC;AAChB,CAAC;AACD,MAAM,UAAU,mBAAmB,CAAC,KAAc;IAChD,MAAM,MAAM,GAAG,WAAW,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;IACxD,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,SAAS,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IACxH,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC9H,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,CAAC,EAAE,oBAAoB,CAAC,CAAC;QACnK,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,CAAC,EAAE,oCAAoC,CAAC,CAAC;QACvL,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,CAAC,EAAE,uCAAuC,CAAC,CAAC;QACnJ,IAAI,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,CAAC,EAAE,2BAA2B,CAAC,CAAC;QACtL,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;YACjE,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;YAC5C,MAAM,OAAO,GAAG,IAAI,KAAK,mBAAmB,IAAI,IAAI,KAAK,oBAAoB,CAAC;YAC9E,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,CAAC,EAAE,6BAA6B,IAAI,EAAE,CAAC,CAAC;QACrI,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,kBAAkB,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,CAAC,EAAE,uCAAuC,CAAC,CAAC;YACnM,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,CAAC,EAAE,wBAAwB,KAAK,EAAE,CAAC,CAAC;QACrJ,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AACD,MAAM,UAAU,uBAAuB,CAAC,MAAc,IAAoB,OAAO,mBAAmB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC"}