spawnfile 0.1.24 → 0.1.27

package/dist/training/graders/aggregation.js

@@ -0,0 +1,71 @@
+function probability(outcome) {
+    if (!outcome || !('pGood' in outcome))
+        return undefined;
+    return Number.isFinite(outcome.pGood) && outcome.pGood >= 0 && outcome.pGood <= 1 ? outcome.pGood : undefined;
+}
+function effectiveOutcome(instance, outcomes, instanceByKey) {
+    if (instance.state === 'missing')
+        return { status: 'missing' };
+    if (instance.state === 'not-applicable')
+        return { status: 'not-applicable' };
+    if (instance.dependsOn) {
+        const dependency = instanceByKey.get(instance.dependsOn);
+        const applicability = outcomes[instance.dependsOn];
+        if (!dependency || dependency.state !== 'ready' || probability(applicability) === undefined)
+            return { status: 'missing' };
+        if (probability(applicability) < 0.5)
+            return { status: 'not-applicable', escalated: applicability?.escalated };
+    }
+    return outcomes[instance.key] ?? { status: 'missing' };
+}
+function questionScore(id, notApplicable, instances, outcomes, instanceByKey) {
+    const relevant = instances.filter(instance => instance.questionId === id);
+    let sum = 0;
+    let missing = 0;
+    let excluded = 0;
+    let escalated = 0;
+    for (const instance of relevant) {
+        const outcome = effectiveOutcome(instance, outcomes, instanceByKey);
+        if (outcome.escalated || (instance.dependsOn && outcomes[instance.dependsOn]?.escalated))
+            escalated++;
+        if ('status' in outcome && outcome.status === 'not-applicable')
+            excluded++;
+        else {
+            const value = probability(outcome);
+            if (value === undefined)
+                missing++;
+            else
+                sum += value;
+        }
+    }
+    // A caller cannot turn an omitted expansion or a zero-unit level into applicability evidence.
+    if (!relevant.length)
+        missing = 1;
+    const count = Math.max(1, relevant.length);
+    const applicable = count - excluded;
+    return { id, score: applicable ? sum / applicable : notApplicable,
+        instances: count, not_applicable: excluded, escalated, missing };
+}
+/** Coverage is the observed fraction of declared question units, including known N/A units. */
+export function aggregateGrader(grader, instances, outcomes, gateOutcomes = {}) {
+    const byKey = new Map(instances.map(instance => [instance.key, instance]));
+    const questions = grader.questions.map(question => questionScore(question.id, question.not_applicable, instances, outcomes, byKey));
+    const gates = grader.gates.map(gate => {
+        if ('check' in gate)
+            return { id: gate.id, status: gateOutcomes[gate.id] ?? 'unknown' };
+        const result = questionScore(gate.id, gate.not_applicable, instances, outcomes, byKey);
+        return { id: gate.id, status: result.missing ? 'unknown' : result.score >= 0.5 ? 'pass' : 'fail' };
+    });
+    const totalWeight = grader.questions.reduce((sum, question) => sum + question.weight, 0);
+    const weightedScore = grader.questions.reduce((sum, question, index) => sum + question.weight * questions[index].score, 0);
+    const units = questions.reduce((sum, question) => sum + question.instances, 0);
+    const missing = questions.reduce((sum, question) => sum + question.missing, 0);
+    const coverage = units ? (units - missing) / units : 0;
+    const failedGate = gates.some(gate => gate.status === 'fail');
+    const unknownGate = gates.some(gate => gate.status === 'unknown' || gate.status === 'error');
+    const score = failedGate ? 0 : weightedScore / totalWeight;
+    const status = failedGate ? 'fail' : unknownGate || coverage < 1 ? 'unknown'
+        : score >= (grader.score.pass_at ?? 0) ? 'pass' : 'fail';
+    return { status, score, coverage, gates, questions };
+}
+//# sourceMappingURL=aggregation.js.map

package/dist/training/graders/aggregation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"aggregation.js","sourceRoot":"","sources":["../../../src/training/graders/aggregation.ts"],"names":[],"mappings":"AAqBA,SAAS,WAAW,CAAC,OAAoC;IACvD,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC;QAAE,OAAO,SAAS,CAAC;IACxD,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,KAAK,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAChH,CAAC;AAED,SAAS,gBAAgB,CAAC,QAA0B,EAAE,QAAyC,EAC7F,aAA4C;IAC5C,IAAI,QAAQ,CAAC,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC/D,IAAI,QAAQ,CAAC,KAAK,KAAK,gBAAgB;QAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;IAC7E,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACzD,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,KAAK,KAAK,OAAO,IAAI,WAAW,CAAC,aAAa,CAAC,KAAK,SAAS;YAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QAC1H,IAAI,WAAW,CAAC,aAAa,CAAE,GAAG,GAAG;YAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;IAClH,CAAC;IACD,OAAO,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AACzD,CAAC;AAED,SAAS,aAAa,CAAC,EAAU,EAAE,aAAqB,EAAE,SAA6B,EACrF,QAAyC,EAAE,aAA4C;IACvF,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC;IAC1E,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC;QACpE,IAAI,OAAO,CAAC,SAAS,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC;YAAE,SAAS,EAAE,CAAC;QACtG,IAAI,QAAQ,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,gBAAgB;YAAE,QAAQ,EAAE,CAAC;aACtE,CAAC;YACJ,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;YACnC,IAAI,KAAK,KAAK,SAAS;gBAAE,OAAO,EAAE,CAAC;;gBAC9B,GAAG,IAAI,KAAK,CAAC;QACpB,CAAC;IACH,CAAC;IACD,8FAA8F;IAC9F,IAAI,CAAC,QAAQ,CAAC,MAAM;QAAE,OAAO,GAAG,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,KAAK,GAAG,QAAQ,CAAC;IACpC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,aAAa;QAC/D,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;AACrE,CAAC;AAED,+FAA+F;AAC/F,MAAM,UAAU,eAAe,CAAC,MAAc,EAAE,SAA6B,EAC3E,QAAyC,EAAE,eAA4C,EAAE;IACzF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC3E,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,aAAa,CAC9D,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,cAAc,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;IACrE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACpC,IAAI,OAAO,IAAI,IAAI;YAAE,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACxF,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,cAAc,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QACvF,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAkB,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,MAAe,CAAC,CAAC,CAAC,MAAe,EAAE,CAAC;IAChI,CAAC,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACzF,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,MAAM,GAAG,SAAS,CAAC,KAAK,CAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAC5H,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAC/E,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAC/E,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;IAC9D,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC;IAC7F,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,WAAW,CAAC;IAC3D,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;QAC1E,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAC3D,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AACvD,CAAC"}

package/dist/training/graders/atomic/aggregate.d.ts

@@ -0,0 +1,10 @@
+import type { AtomicGrader } from './format.js';
+import type { AtomicCheckScore } from './types.js';
+/** Fixed dimension budgets: extra easy checks never enlarge a denominator. */
+export declare function aggregateAtomic(grader: AtomicGrader, checks: AtomicCheckScore[]): {
+    criticalGate: number;
+    obligationCoverage: number;
+    quality: number;
+    coverage: number;
+    score: number;
+};

package/dist/training/graders/atomic/aggregate.js

@@ -0,0 +1,31 @@
+/** Fixed dimension budgets: extra easy checks never enlarge a denominator. */
+export function aggregateAtomic(grader, checks) {
+    const policy = grader.aggregation;
+    const criticalGate = checks.length > 0 && checks.filter(check => check.severity === 'critical')
+        .every(check => check.probability !== null && check.probability >= policy.critical_pass_at) ? 1 : 0;
+    const obligations = new Map();
+    const defects = new Map();
+    for (const check of checks) {
+        const probability = check.probability ?? 0;
+        if (policy.obligation_kinds.includes(check.kind)) {
+            obligations.set(check.occurrence, Math.min(obligations.get(check.occurrence) ?? 1, probability));
+        }
+        // Correlated templates of the same dimension and source occurrence incur the strongest penalty once.
+        const dimension = defects.get(check.dimension) ?? new Map();
+        dimension.set(check.occurrence, Math.max(dimension.get(check.occurrence) ?? 0, policy.penalties[check.severity] * (1 - probability)));
+        defects.set(check.dimension, dimension);
+    }
+    const obligationCoverage = obligations.size ? [...obligations.values()].reduce((a, b) => a + b, 0) / obligations.size : 0;
+    let weighted = 0, weights = 0;
+    for (const [dimension, { weight, budget }] of Object.entries(policy.dimensions)) {
+        const penalty = [...(defects.get(dimension)?.values() ?? [])].reduce((sum, value) => sum + value, 0);
+        weighted += weight * (1 - Math.min(1, penalty / budget));
+        weights += weight;
+    }
+    const quality = weighted / weights;
+    const coverage = checks.length ? checks.filter(check => check.probability !== null).length / checks.length : 0;
+    // `coverage-times-quality` keeps critical failures as penalties so optimizers can rank failing candidates; pass still needs the gate.
+    const gate = policy.method === 'gates-times-coverage-times-quality' ? criticalGate : 1;
+    return { criticalGate, obligationCoverage, quality, coverage, score: gate * obligationCoverage * quality };
+}
+//# sourceMappingURL=aggregate.js.map

package/dist/training/graders/atomic/aggregate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"aggregate.js","sourceRoot":"","sources":["../../../../src/training/graders/atomic/aggregate.ts"],"names":[],"mappings":"AAGA,8EAA8E;AAC9E,MAAM,UAAU,eAAe,CAAC,MAAoB,EAAE,MAA0B;IAC9E,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC;IAClC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,UAAU,CAAC;SAC5F,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,IAAI,IAAI,KAAK,CAAC,WAAW,IAAI,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtG,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,MAAM,OAAO,GAAG,IAAI,GAAG,EAA+B,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;QAC3C,IAAI,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACjD,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;QACnG,CAAC;QACD,qGAAqG;QACrG,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,IAAI,GAAG,EAAkB,CAAC;QAC5E,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QACtI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,kBAAkB,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1H,IAAI,QAAQ,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC;IAC9B,KAAK,MAAM,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QAChF,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;QACrG,QAAQ,IAAI,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC;QAAC,OAAO,IAAI,MAAM,CAAC;IAC9E,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,GAAG,OAAO,CAAC;IACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,IAAI,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/G,sIAAsI;IACtI,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,KAAK,oCAAoC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;IACvF,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,GAAG,kBAAkB,GAAG,OAAO,EAAE,CAAC;AAC7G,CAAC"}

package/dist/training/graders/atomic/feedback.d.ts

@@ -0,0 +1,3 @@
+import type { AtomicGrader } from './format.js';
+import type { AtomicCheckScore, AtomicFeedback } from './types.js';
+export declare function atomicFeedback(checks: AtomicCheckScore[], policy: AtomicGrader['feedback']): AtomicFeedback;

package/dist/training/graders/atomic/feedback.js

@@ -0,0 +1,16 @@
+export function atomicFeedback(checks, policy) {
+    const failed = checks.filter(check => check.probability === null || check.probability < policy.failure_threshold);
+    const feedback = { failed_check_count: failed.length, omitted_failed_checks: failed.length, failed_checks: [] };
+    for (const check of failed.slice(0, policy.max_checks)) {
+        const entry = { template: check.check.template_id, unit: check.unit.slice(0, policy.max_unit_chars), probability: check.probability };
+        feedback.failed_checks.push(entry);
+        feedback.omitted_failed_checks--;
+        if (Buffer.byteLength(JSON.stringify(feedback), 'utf8') > policy.max_bytes) {
+            feedback.failed_checks.pop();
+            feedback.omitted_failed_checks++;
+            break;
+        }
+    }
+    return feedback;
+}
+//# sourceMappingURL=feedback.js.map

package/dist/training/graders/atomic/feedback.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"feedback.js","sourceRoot":"","sources":["../../../../src/training/graders/atomic/feedback.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,cAAc,CAAC,MAA0B,EAAE,MAAgC;IACzF,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,IAAI,IAAI,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,iBAAiB,CAAC,CAAC;IAClH,MAAM,QAAQ,GAAmB,EAAE,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,qBAAqB,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;IAChI,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QACvD,MAAM,KAAK,GAAG,EAAE,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;QACtI,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAAC,QAAQ,CAAC,qBAAqB,EAAE,CAAC;QACrE,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;YAC3E,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE,CAAC;YAAC,QAAQ,CAAC,qBAAqB,EAAE,CAAC;YAAC,MAAM;QACxE,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/training/graders/atomic/format.d.ts

@@ -0,0 +1,61 @@
+import { z } from 'zod';
+import type { CheckTemplates } from '../decomposition/index.js';
+export declare const atomicGraderSchema: z.ZodObject<{
+    schema: z.ZodPreprocess<z.ZodLiteral<"spawnfile.training.atomic-grader.v1">>;
+    id: z.ZodString;
+    templates: z.ZodString;
+    extractor: z.ZodObject<{
+        id: z.ZodDefault<z.ZodString>;
+        provider: z.ZodString;
+        model: z.ZodString;
+        effort: z.ZodOptional<z.ZodEnum<{
+            low: "low";
+            medium: "medium";
+            high: "high";
+            xhigh: "xhigh";
+        }>>;
+        deadline_ms: z.ZodDefault<z.ZodNumber>;
+    }, z.core.$strict>;
+    decision: z.ZodObject<{
+        backend: z.ZodLiteral<"typesafe">;
+        model: z.ZodString;
+        max_spend_usd: z.ZodNumber;
+        price_per_mtok_usd: z.ZodDefault<z.ZodNumber>;
+    }, z.core.$strict>;
+    missing: z.ZodEnum<{
+        unknown: "unknown";
+        fail: "fail";
+    }>;
+    gates: z.ZodDefault<z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        check: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    }, z.core.$strict>>>;
+    aggregation: z.ZodObject<{
+        method: z.ZodEnum<{
+            "gates-times-coverage-times-quality": "gates-times-coverage-times-quality";
+            "coverage-times-quality": "coverage-times-quality";
+        }>;
+        critical_pass_at: z.ZodNumber;
+        pass_at: z.ZodNumber;
+        obligation_kinds: z.ZodArray<z.ZodString>;
+        dimensions: z.ZodRecord<z.ZodString, z.ZodObject<{
+            weight: z.ZodNumber;
+            budget: z.ZodNumber;
+        }, z.core.$strict>>;
+        penalties: z.ZodObject<{
+            critical: z.ZodNumber;
+            major: z.ZodNumber;
+            minor: z.ZodNumber;
+        }, z.core.$strict>;
+    }, z.core.$strict>;
+    feedback: z.ZodPrefault<z.ZodObject<{
+        max_checks: z.ZodDefault<z.ZodNumber>;
+        max_unit_chars: z.ZodDefault<z.ZodNumber>;
+        max_bytes: z.ZodDefault<z.ZodNumber>;
+        failure_threshold: z.ZodDefault<z.ZodNumber>;
+    }, z.core.$strict>>;
+}, z.core.$strict>;
+export type AtomicGrader = z.infer<typeof atomicGraderSchema>;
+export declare function parseAtomicGrader(value: unknown): AtomicGrader;
+export declare function parseAtomicGraderYaml(source: string): AtomicGrader;
+export declare function validateAtomicTemplates(grader: AtomicGrader, templates: CheckTemplates): void;

package/dist/training/graders/atomic/format.js

@@ -0,0 +1,53 @@
+import { compatibleWireLiteral, graderProvider, graderProviderRegistry } from '../../contracts/index.js';
+import { z } from 'zod';
+import { checkBinding, identifier, parseSchema, parseYaml, probability } from '../format/index.js';
+const relativeFile = z.string().min(1).refine(value => !value.startsWith('/') &&
+    !value.includes('\\') && !value.split('/').some(part => part === '..' || part === '.' || part === '') && !value.includes('\0') && !/^[A-Za-z]:/.test(value), 'contained relative file required');
+export const atomicGraderSchema = z.strictObject({
+    schema: compatibleWireLiteral('spawnfile.training.atomic-grader.v1'), id: identifier, templates: relativeFile,
+    extractor: z.strictObject({ id: identifier.default('extractor'), provider: identifier.refine(value => graderProviderRegistry().providers.some(provider => provider.id === value && provider.atomicExtractor), 'Unsupported atomic extractor'),
+        model: z.string().min(1), effort: z.enum(['low', 'medium', 'high', 'xhigh']).optional(),
+        deadline_ms: z.number().int().positive().max(2_147_483_647).default(900_000) }),
+    decision: z.strictObject({ backend: z.literal('typesafe'), model: z.string().regex(/^jev-\d+\.\d+\.\d+$/),
+        max_spend_usd: z.number().finite().nonnegative(), price_per_mtok_usd: z.number().finite().positive().default(0.042) }),
+    missing: z.enum(['fail', 'unknown']),
+    gates: z.array(z.strictObject({ id: identifier, check: z.record(z.string(), z.unknown()) })).default([]),
+    aggregation: z.strictObject({ method: z.enum(['gates-times-coverage-times-quality', 'coverage-times-quality']),
+        critical_pass_at: probability, pass_at: probability,
+        obligation_kinds: z.array(identifier).min(1),
+        dimensions: z.record(identifier, z.strictObject({ weight: z.number().finite().positive(), budget: z.number().finite().positive() })),
+        penalties: z.strictObject({ critical: z.number().finite().positive(), major: z.number().finite().positive(), minor: z.number().finite().positive() }),
+    }),
+    feedback: z.strictObject({ max_checks: z.number().int().positive().max(1000).default(20),
+        max_unit_chars: z.number().int().positive().max(10_000).default(300),
+        max_bytes: z.number().int().min(512).max(100_000).default(8000), failure_threshold: probability.default(0.8),
+    }).prefault({}),
+});
+export function parseAtomicGrader(value) {
+    const grader = parseSchema(atomicGraderSchema, value);
+    graderProvider(grader.extractor.provider).validateAtomicConfig(grader.extractor);
+    if (new Set(grader.gates.map(gate => gate.id)).size !== grader.gates.length)
+        throw new Error('duplicate atomic gate id');
+    if (new Set(grader.aggregation.obligation_kinds).size !== grader.aggregation.obligation_kinds.length)
+        throw new Error('duplicate obligation kind');
+    if (!Object.keys(grader.aggregation.dimensions).length)
+        throw new Error('atomic dimensions must not be empty');
+    grader.gates.forEach(gate => checkBinding(gate.check, `gates.${gate.id}`));
+    return grader;
+}
+export function parseAtomicGraderYaml(source) { return parseAtomicGrader(parseYaml(source)); }
+export function validateAtomicTemplates(grader, templates) {
+    for (const template of templates.templates) {
+        const maxOptions = template.type === 'score' ? 10 : template.type === 'noul' ? 2 : 255;
+        if (Object.keys(template.criteria).length > maxOptions) {
+            throw new Error(`${template.id}: TypeSafe ${template.type} permits at most ${maxOptions} options`);
+        }
+        if (!Object.hasOwn(grader.aggregation.dimensions, template.dimension))
+            throw new Error(`undeclared dimension ${template.dimension}`);
+    }
+    for (const kind of grader.aggregation.obligation_kinds) {
+        if (!templates.templates.some(template => template.applies_to === kind))
+            throw new Error(`ungraded obligation kind ${kind}`);
+    }
+}
+//# sourceMappingURL=format.js.map

package/dist/training/graders/atomic/format.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"format.js","sourceRoot":"","sources":["../../../../src/training/graders/atomic/format.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,cAAc,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AACzG,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAGnG,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;IAC3E,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,kCAAkC,CAAC,CAAC;AACnM,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,YAAY,CAAC;IAC/C,MAAM,EAAE,qBAAqB,CAAC,qCAAqC,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY;IAC7G,SAAS,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,sBAAsB,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK,KAAK,IAAI,QAAQ,CAAC,eAAe,CAAC,EAAE,8BAA8B,CAAC;QAC3O,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE;QACvF,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;IACjF,QAAQ,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,qBAAqB,CAAC;QACvG,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;IACxH,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACpC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACxG,WAAW,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,oCAAoC,EAAE,wBAAwB,CAAC,CAAC;QAC5G,gBAAgB,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW;QACnD,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5C,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACpI,SAAS,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;KACtJ,CAAC;IACF,QAAQ,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QACtF,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC;QACpE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,iBAAiB,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC;KAC7G,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;CAChB,CAAC,CAAC;AAEH,MAAM,UAAU,iBAAiB,CAAC,KAAc;IAC9C,MAAM,MAAM,GAAG,WAAW,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC;IACtD,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACjF,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IACzH,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,WAAW,CAAC,gBAAgB,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACnJ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAC/G,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3E,OAAO,MAAM,CAAC;AAChB,CAAC;AACD,MAAM,UAAU,qBAAqB,CAAC,MAAc,IAAkB,OAAO,iBAAiB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AACpH,MAAM,UAAU,uBAAuB,CAAC,MAAoB,EAAE,SAAyB;IACrF,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;QAC3C,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACvF,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,CAAC,EAAE,cAAc,QAAQ,CAAC,IAAI,oBAAoB,UAAU,UAAU,CAAC,CAAC;QACrG,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,SAAS,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;IACvI,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC;QACvD,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,UAAU,KAAK,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC;IAC/H,CAAC;AACH,CAAC"}

package/dist/training/graders/atomic/index.d.ts

@@ -0,0 +1,7 @@
+export { atomicGraderSchema, parseAtomicGrader, parseAtomicGraderYaml, validateAtomicTemplates } from './format.js';
+export type { AtomicGrader } from './format.js';
+export type { AtomicRuntime, AtomicExtraction, AtomicGradeResult, AtomicCheckScore, AtomicFeedback } from './types.js';
+export { gradeAtomic } from './runtime.js';
+export { aggregateAtomic } from './aggregate.js';
+export { atomicFeedback } from './feedback.js';
+export { createAtomicGradeResultSchema } from './schema.js';

package/dist/training/graders/atomic/index.js

@@ -0,0 +1,6 @@
+export { atomicGraderSchema, parseAtomicGrader, parseAtomicGraderYaml, validateAtomicTemplates } from './format.js';
+export { gradeAtomic } from './runtime.js';
+export { aggregateAtomic } from './aggregate.js';
+export { atomicFeedback } from './feedback.js';
+export { createAtomicGradeResultSchema } from './schema.js';
+//# sourceMappingURL=index.js.map

package/dist/training/graders/atomic/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/training/graders/atomic/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAGpH,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,6BAA6B,EAAE,MAAM,aAAa,CAAC"}

package/dist/training/graders/atomic/runtime.d.ts

@@ -0,0 +1,4 @@
+import type { DecompositionInputs } from '../decomposition/index.js';
+import type { AtomicRuntime, AtomicGradeResult } from './types.js';
+/** All extraction and paid transport are injected; this module owns executable scoring semantics. */
+export declare function gradeAtomic(runtime: AtomicRuntime, inputs: DecompositionInputs, signal?: AbortSignal): Promise<AtomicGradeResult>;

package/dist/training/graders/atomic/runtime.js

@@ -0,0 +1,94 @@
+import { stableDigest } from '../format/index.js';
+import { instantiateChecksReport, locateUnit, validateDecomposition } from '../decomposition/index.js';
+import { aggregateAtomic } from './aggregate.js';
+import { atomicFeedback } from './feedback.js';
+function probability(check, decision) {
+    if (!decision || decision.key !== check.id || decision.status !== 'ok' || !decision.probabilities)
+        return null;
+    const values = check.options.map(option => decision.probabilities[option]);
+    if (values.some(value => value === undefined || !Number.isFinite(value) || value < 0 || value > 1) ||
+        Math.abs(values.reduce((a, b) => a + b, 0) - 1) > 1e-6)
+        return null;
+    return check.expected.reduce((sum, option) => sum + decision.probabilities[option], 0);
+}
+/** All extraction and paid transport are injected; this module owns executable scoring semantics. */
+export async function gradeAtomic(runtime, inputs, signal) {
+    signal?.throwIfAborted();
+    inputs = { ...inputs, obligationKinds: runtime.grader.aggregation.obligation_kinds };
+    const receipts = [];
+    let extraction = { receipts: [], judgeCalls: [] };
+    const scores = [];
+    let failed = false;
+    let failure;
+    try {
+        const identity = await runtime.backend.identity(signal, receipts);
+        if (identity.backend !== 'typesafe' || identity.model !== runtime.grader.decision.model)
+            throw new Error('Atomic decision identity mismatch');
+        extraction = await runtime.extract(inputs, signal);
+        if (extraction.error || !extraction.decomposition)
+            throw new Error('Atomic extraction incomplete');
+        const document = extraction.decomposition;
+        if (!document.audit)
+            throw new Error('Atomic omission audit missing');
+        const validation = validateDecomposition(document, inputs, runtime.templates);
+        const report = instantiateChecksReport(runtime.templates, document, inputs);
+        const units = [...document.units, ...document.audit.missed, ...(document.rejected ?? []).map(item => item.unit)];
+        for (const check of report.checks) {
+            const unit = units.find(unit => unit.id === check.unit_id);
+            const template = runtime.templates.templates.find(template => template.id === check.template_id);
+            const location = locateUnit(unit, inputs, runtime.templates);
+            scores.push({ check, occurrence: typeof location === 'string' ? unit.id : stableDigest({ location, pair: unit.pair }), unit: unit.text, kind: unit.kind, dimension: template?.dimension ?? Object.keys(runtime.grader.aggregation.dimensions)[0],
+                severity: template?.severity ?? 'critical', probability: null });
+        }
+        // Absent families remain missing unless declared optional; validated applicability exclusions do not invent failures.
+        for (const template of runtime.templates.templates) {
+            if (template.optional)
+                continue;
+            if (report.checks.some(check => check.template_id === template.id))
+                continue;
+            if (report.skipped.some(skip => skip.template_id === template.id))
+                continue;
+            const check = { id: `${template.id}@missing`, template_id: template.id, unit_id: `missing-${template.id}`,
+                type: template.type, instructions: template.instructions, criteria: template.criteria, options: Object.keys(template.criteria),
+                expected: template.expected, projection: {}, digest: stableDigest(template), status: 'missing', reasons: ['No applicable units extracted'] };
+            scores.push({ check, occurrence: check.unit_id, unit: '', kind: template.applies_to, dimension: template.dimension, severity: template.severity, probability: null });
+        }
+        // Rejected spans remain missing measurements rather than infrastructure failures.
+        if (validation.rejected.length)
+            for (const score of scores) {
+                if (validation.rejected.some(unit => unit.id === score.check.unit_id))
+                    score.check.status = 'missing';
+            }
+        const ready = scores.filter(score => score.check.status === 'ready');
+        const decisions = ready.length ? await runtime.backend.score(ready.map(({ check }) => ({ key: check.id,
+            type: check.type, optionLabels: check.options, expectedOptions: check.expected,
+            instructions: `${check.instructions}\nCriteria: ${JSON.stringify(check.criteria)}`, projection: check.projection })), signal, receipts) : [];
+        const refused = decisions.find(decision => decision.failureCause);
+        if (refused?.failureCause) {
+            failure = { cause: refused.failureCause, reason: refused.reason ?? 'Decision request refused' };
+        }
+        for (const score of ready) {
+            const matches = decisions.filter(decision => decision.key === score.check.id);
+            if (matches.length === 1) {
+                const decision = matches[0];
+                score.decision = { key: decision.key, status: decision.status,
+                    ...(decision.reason === undefined ? {} : { reason: decision.reason }),
+                    ...(decision.failureCause ? { failureCause: decision.failureCause } : {}) };
+            }
+            score.probability = matches.length === 1 ? probability(score.check, matches[0]) : null;
+        }
+    }
+    catch {
+        failed = true;
+    }
+    const aggregate = aggregateAtomic(runtime.grader, scores);
+    const missing = scores.some(score => score.probability === null);
+    const status = failed || failure ? 'error' : missing ? runtime.grader.missing : aggregate.criticalGate === 1 && aggregate.score >= runtime.grader.aggregation.pass_at ? 'pass' : 'fail';
+    return { schema: 'spawnfile.training.atomic-grade.v1', status, ...aggregate,
+        ...(failed || failure ? { score: null } : {}),
+        ...(failure ? { failure } : {}),
+        identity: { definitionDigest: runtime.definitionDigest, templatesDigest: runtime.templatesDigest,
+            outputDigest: stableDigest(inputs.output), contextDigest: stableDigest(inputs.context) },
+        checks: scores, extraction, receipts, feedback: atomicFeedback(scores, runtime.grader.feedback), judgeCalls: extraction.judgeCalls };
+}
+//# sourceMappingURL=runtime.js.map

package/dist/training/graders/atomic/runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../../src/training/graders/atomic/runtime.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,uBAAuB,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAEvG,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAG/C,SAAS,WAAW,CAAC,KAAoB,EAAE,QAAyB;IAClE,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,GAAG,KAAK,KAAK,CAAC,EAAE,IAAI,QAAQ,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa;QAAE,OAAO,IAAI,CAAC;IAC/G,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,aAAc,CAAC,MAAM,CAAE,CAAC,CAAC;IAC7E,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC;QAChG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI;QAAE,OAAO,IAAI,CAAC;IACtE,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,aAAc,CAAC,MAAM,CAAE,EAAE,CAAC,CAAC,CAAC;AAC3F,CAAC;AAED,qGAAqG;AACrG,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAAsB,EAAE,MAA2B,EAAE,MAAoB;IACzG,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC;IACrF,MAAM,QAAQ,GAA6B,EAAE,CAAC;IAC9C,IAAI,UAAU,GAAqB,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;IACpE,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,OAAqC,CAAC;IAC1C,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAClE,IAAI,QAAQ,CAAC,OAAO,KAAK,UAAU,IAAI,QAAQ,CAAC,KAAK,KAAK,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QAC9I,UAAU,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACnD,IAAI,UAAU,CAAC,KAAK,IAAI,CAAC,UAAU,CAAC,aAAa;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QACnG,MAAM,QAAQ,GAAG,UAAU,CAAC,aAAa,CAAC;QAC1C,IAAI,CAAC,QAAQ,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACtE,MAAM,UAAU,GAAG,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,uBAAuB,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC5E,MAAM,KAAK,GAAG,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACjH,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,KAAK,CAAC,OAAO,CAAE,CAAC;YAC5D,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK,KAAK,CAAC,WAAW,CAAC,CAAC;YACjG,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YAC7D,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAE;gBACjP,QAAQ,EAAE,QAAQ,EAAE,QAAQ,IAAI,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,sHAAsH;QACtH,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;YACnD,IAAI,QAAQ,CAAC,QAAQ;gBAAE,SAAS;YAChC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,EAAE,CAAC;gBAAE,SAAS;YAC7E,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,EAAE,CAAC;gBAAE,SAAS;YAC5E,MAAM,KAAK,GAAkB,EAAE,EAAE,EAAE,GAAG,QAAQ,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,EAAE,OAAO,EAAE,WAAW,QAAQ,CAAC,EAAE,EAAE;gBACtH,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAC9H,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,+BAA+B,CAAC,EAAE,CAAC;YAC/I,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QACxK,CAAC;QACD,kFAAkF;QAClF,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM;YAAE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3D,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC;oBAAE,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC;YACxG,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC;QACrE,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE;YACpG,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,KAAK,CAAC,OAAO,EAAE,eAAe,EAAE,KAAK,CAAC,QAAQ;YAC9E,YAAY,EAAE,GAAG,KAAK,CAAC,YAAY,eAAe,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/I,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAClE,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,OAAO,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,0BAA0B,EAAE,CAAC;QAClG,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,KAAK,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC9E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;gBAC7B,KAAK,CAAC,QAAQ,GAAG,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM;oBAC3D,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;oBACrE,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YAChF,CAAC;YACD,KAAK,CAAC,WAAW,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACzF,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QAAC,MAAM,GAAG,IAAI,CAAC;IAAC,CAAC;IAC1B,MAAM,SAAS,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1D,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,IAAI,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,KAAK,CAAC,IAAI,SAAS,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IACxL,OAAO,EAAE,MAAM,EAAE,oCAAoC,EAAE,MAAM,EAAE,GAAG,SAAS;QACzE,GAAG,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7C,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,QAAQ,EAAE,EAAE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,EAAE,eAAe,EAAE,OAAO,CAAC,eAAe;YAC9F,YAAY,EAAE,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;QAC1F,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC;AACzI,CAAC"}

package/dist/training/graders/atomic/schema.d.ts

@@ -0,0 +1,5 @@
+import { z } from 'zod';
+import type { JudgeCall } from '../../contracts/evaluation.js';
+import type { AtomicGradeResult } from './types.js';
+/** Replay validates and retains the full evaluator-only atomic grade, including failed attempts. */
+export declare function createAtomicGradeResultSchema(judgeCall: z.ZodType<JudgeCall>): z.ZodType<AtomicGradeResult>;

package/dist/training/graders/atomic/schema.js

@@ -0,0 +1,37 @@
+import { compatibleWireLiteral } from '../../contracts/index.js';
+import { z } from 'zod';
+import { decompositionSchema } from '../decomposition/index.js';
+/** Replay validates and retains the full evaluator-only atomic grade, including failed attempts. */
+export function createAtomicGradeResultSchema(judgeCall) {
+    const probability = z.number().finite().min(0).max(1), count = z.number().int().nonnegative();
+    const digest = z.string().regex(/^[a-f0-9]{64}$/);
+    const check = z.strictObject({ id: z.string(), template_id: z.string(), unit_id: z.string(), type: z.enum(['choice', 'noul', 'score']),
+        instructions: z.string(), criteria: z.record(z.string(), z.string()), options: z.array(z.string()), expected: z.array(z.string()),
+        projection: z.record(z.string(), z.unknown()), digest, status: z.enum(['ready', 'missing']), reasons: z.array(z.string()) });
+    return z.strictObject({ schema: compatibleWireLiteral('spawnfile.training.atomic-grade.v1'), status: z.enum(['pass', 'fail', 'unknown', 'error']),
+        score: probability.nullable(), coverage: probability, criticalGate: probability, obligationCoverage: probability, quality: probability,
+        failure: z.strictObject({ cause: z.enum(['spend-cap', 'request-rejected']), reason: z.string() }).optional(),
+        identity: z.strictObject({ definitionDigest: digest, templatesDigest: digest, outputDigest: digest, contextDigest: digest }),
+        checks: z.array(z.strictObject({ check, occurrence: z.string(), unit: z.string(), kind: z.string(), dimension: z.string(),
+            severity: z.enum(['critical', 'major', 'minor']), probability: probability.nullable(),
+            decision: z.strictObject({ key: z.string(),
+                status: z.enum(['ok', 'missing']), reason: z.string().optional(), failureCause: z.enum(['spend-cap', 'request-rejected']).optional(),
+            }).optional() })),
+        extraction: z.strictObject({ decomposition: decompositionSchema.optional(), receipts: z.array(z.record(z.string(), z.unknown())),
+            judgeCalls: z.array(judgeCall), error: z.string().optional() }),
+        receipts: z.array(z.strictObject({ requestId: z.string().min(1).optional(), billing: z.literal('api'), model: z.string(), endpoint: z.string(), inputTokens: count.nullable(),
+            outputTokens: count.nullable(), usd: z.number().finite().nonnegative().nullable(), estimatedInputTokens: count,
+            estimatedUsd: z.number().finite().nonnegative(), latencyMs: z.number().finite().nonnegative(), status: count.nullable() })),
+        feedback: z.strictObject({ failed_check_count: count, omitted_failed_checks: count,
+            failed_checks: z.array(z.strictObject({ template: z.string(), unit: z.string(), probability: probability.nullable() })) }),
+        judgeCalls: z.array(judgeCall),
+    }).superRefine((grade, context) => {
+        const refused = grade.checks.some(score => score.decision?.failureCause);
+        if (refused && !grade.failure)
+            context.addIssue({ code: 'custom', message: 'Refused decision requires infrastructure failure' });
+        if ((grade.failure && (grade.status !== 'error' || grade.score !== null)) || (grade.score === null && grade.status !== 'error')) {
+            context.addIssue({ code: 'custom', message: 'Infrastructure failure requires an error with no score' });
+        }
+    });
+}
+//# sourceMappingURL=schema.js.map

package/dist/training/graders/atomic/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../../src/training/graders/atomic/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAGhE,oGAAoG;AACpG,MAAM,UAAU,6BAA6B,CAAC,SAA+B;IAC3E,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;IAC9F,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAClD,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACpI,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QACjI,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;IAC/H,OAAO,CAAC,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,qBAAqB,CAAC,oCAAoC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/I,KAAK,EAAE,WAAW,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,kBAAkB,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW;QACtI,OAAO,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE;QAC5G,QAAQ,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,gBAAgB,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;QAC5H,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;YACvH,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,EAAE,WAAW,EAAE,WAAW,CAAC,QAAQ,EAAE;YACrF,QAAQ,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;gBACxC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC,CAAC,QAAQ,EAAE;aACrI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACnB,UAAU,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,aAAa,EAAE,mBAAmB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAC9H,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;QACjE,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,QAAQ,EAAE;YAC3K,YAAY,EAAE,KAAK,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE,EAAE,oBAAoB,EAAE,KAAK;YAC9G,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC7H,QAAQ,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,kBAAkB,EAAE,KAAK,EAAE,qBAAqB,EAAE,KAAK;YAChF,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC;QAC5H,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;KAC/B,CAAC,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QAChC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QACzE,IAAI,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO;YAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,kDAAkD,EAAE,CAAC,CAAC;QACjI,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,OAAO,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,EAAE,CAAC;YAChI,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,wDAAwD,EAAE,CAAC,CAAC;QAC1G,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/training/graders/atomic/types.d.ts

@@ -0,0 +1,68 @@
+import type { JudgeCall } from '../../contracts/evaluation.js';
+import type { DecisionBackend, DecisionRequestReceipt, DecisionResult } from '../../contracts/grading.js';
+import type { Decomposition, DecompositionInputs, CheckTemplates, CheckInstance } from '../decomposition/index.js';
+import type { AtomicGrader } from './format.js';
+export interface AtomicExtraction {
+    decomposition?: Decomposition;
+    /** Protected extraction/audit responses and validation diagnostics, never optimizer payload. */
+    receipts: Record<string, unknown>[];
+    judgeCalls: JudgeCall[];
+    error?: string;
+}
+export interface AtomicRuntime {
+    kind: 'atomic';
+    grader: AtomicGrader;
+    templates: CheckTemplates;
+    definitionDigest: string;
+    templatesDigest: string;
+    resource: object;
+    resources?: object[];
+    backend: DecisionBackend;
+    extract(inputs: DecompositionInputs, signal?: AbortSignal): Promise<AtomicExtraction>;
+}
+export interface AtomicCheckScore {
+    check: CheckInstance;
+    occurrence: string;
+    unit: string;
+    kind: string;
+    dimension: string;
+    severity: 'critical' | 'major' | 'minor';
+    /** Null is missing, never a successful zero-confidence judgment. */
+    probability: number | null;
+    /** Protected transport outcome, including missing/admission reasons. */
+    decision?: Pick<DecisionResult, 'key' | 'status' | 'reason' | 'failureCause'>;
+}
+export interface AtomicFeedback {
+    failed_check_count: number;
+    omitted_failed_checks: number;
+    failed_checks: {
+        template: string;
+        unit: string;
+        probability: number | null;
+    }[];
+}
+export interface AtomicGradeResult {
+    schema: 'spawnfile.training.atomic-grade.v1';
+    status: 'pass' | 'fail' | 'unknown' | 'error';
+    /** Null when infrastructure prevented a measurement; aggregate components remain diagnostic. */
+    score: number | null;
+    coverage: number;
+    criticalGate: number;
+    obligationCoverage: number;
+    quality: number;
+    failure?: {
+        cause: NonNullable<DecisionResult['failureCause']>;
+        reason: string;
+    };
+    identity: {
+        definitionDigest: string;
+        templatesDigest: string;
+        outputDigest: string;
+        contextDigest: string;
+    };
+    checks: AtomicCheckScore[];
+    extraction: AtomicExtraction;
+    receipts: DecisionRequestReceipt[];
+    feedback: AtomicFeedback;
+    judgeCalls: JudgeCall[];
+}

package/dist/training/graders/atomic/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/training/graders/atomic/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/training/graders/atomic/types.ts"],"names":[],"mappings":""}

package/dist/training/graders/calibration/escalation.d.ts

@@ -0,0 +1,50 @@
+import { type EscalationCall } from '../admission.js';
+export type { EscalationCall } from '../admission.js';
+import type { Labels, Option } from '../format/index.js';
+import type { EvidenceCounts, Interval, ScoredRecord } from './types.js';
+export type EscalationBand = readonly [number, number];
+export type BandPolicy = {
+    between: EscalationBand;
+} | {
+    target_accuracy: number;
+};
+export interface CascadeRecord extends ScoredRecord {
+    teacherGood?: boolean;
+    goldenLabelers?: readonly string[];
+    votes?: Record<string, Option>;
+    asked?: readonly string[];
+    labelers?: Labels['labelers'];
+    expected?: readonly Option[];
+    outputId?: string;
+    projectionDigest?: string;
+}
+export interface EscalationTeacherReport extends EvidenceCounts {
+    agreement: number;
+    instances: number;
+    source: 'human' | 'editor' | 'independent';
+    failures: string[];
+    warnings: string[];
+}
+export interface BandPlan {
+    status: 'calibrated' | 'escalation-infeasible' | 'unverified';
+    band?: EscalationBand;
+    fitAccuracy: number;
+    heldOutAccuracy: number;
+    cascadeInterval: Interval;
+    falsePassRate?: number;
+    falsePassInterval?: Interval;
+    independentGroups: number;
+    escalationRate: number;
+    coverage: number;
+    failures: string[];
+    teacherReport?: EscalationTeacherReport;
+}
+export declare function inEscalationBand(p: number, band: EscalationBand): boolean;
+export declare function escalationTeacherReport(heldOut: readonly CascadeRecord[], teacherId: string): EscalationTeacherReport;
+export declare function planEscalation(fit: readonly CascadeRecord[], heldOut: readonly CascadeRecord[], policy: BandPolicy, options?: {
+    teacherId?: string;
+    maxCallsPerTrial?: number;
+    gate?: boolean;
+    calls?: readonly EscalationCall[];
+    forceTeacher?: boolean;
+}): BandPlan;