spawnfile 0.1.24 → 0.1.27

package/dist/training/viewer/from-trials.js

@@ -0,0 +1,96 @@
+import { trialScore } from '../experiments/index.js';
+import { projectCosts } from './costs.js';
+function checkView(check, fallback, weights) {
+    const weight = check.id === undefined ? undefined : weights?.[check.id];
+    const raw = check.status === 'pass' || check.status === 'fail' ? check.score ?? (check.status === 'pass' ? 1 : 0) : null;
+    return { id: check.id ?? fallback, label: check.id ?? fallback, status: check.status, score: check.score ?? null,
+        // Without this the viewer published `status: error` and no cause at all, and a
+        // whole training run ended on a judge nobody could name. The weight still shows.
+        ...(check.judgeFailure ? { judgeFailure: structuredClone(check.judgeFailure) } : {}),
+        ...(weight === undefined ? {} : { weight, weightedContribution: raw === null ? null :
+                raw * weight / Object.values(weights).reduce((sum, value) => sum + value, 0) }),
+        evidenceIds: check.evidence.map((reference) => reference.id),
+        children: (check.children ?? []).map((child, index) => checkView(child, `${fallback}/${index}`)) };
+}
+function displayedScore(trial, scoring) {
+    try {
+        return trialScore(trial, scoring);
+    }
+    catch {
+        return null;
+    }
+}
+/** Observable presentation fields only: never subject output, prompts, context, tool args/results or judge reasons. */
+export function projectTrials(options) {
+    if (options.comparison && options.optimizer)
+        throw new Error('Authored comparison cannot contain optimizer provenance');
+    const measurement = (trial) => options.rescores?.findLast(score => score.runId === trial.id) ?? trial;
+    const data = {
+        schema: 'spawnfile.training.viewer.v1', experiment: { id: options.id, title: options.title, phase: options.phase,
+            status: options.status, updatedAt: options.updatedAt }, cases: options.cases,
+        trials: options.trials.map((trial) => ({ id: trial.id, caseId: trial.recordId, candidateId: trial.candidateId,
+            status: `${measurement(trial).status} (${measurement(trial) === trial ? '' : `rescored; original ${trial.status}; `}${trial.execution}; host work ${trial.hostWork})`, score: displayedScore(measurement(trial), options.scoring),
+            coverage: [...trial.snapshot.coverage],
+            checks: measurement(trial).evaluation.stages.map((stage) => ({ id: stage.id, label: stage.id, status: stage.gate.status,
+                score: stage.score?.lower ?? null, evidenceIds: stage.gate.evidence.map((reference) => reference.id),
+                children: [...stage.checks.map((check, index) => checkView(check, `${stage.id}/${index}`, stage.weights)), checkView(stage.gate, `${stage.id}/gate`)] })),
+            events: trial.snapshot.events.map((event) => ({ id: event.id, type: event.type, timestamp: event.timestamp,
+                summary: `${event.tool ?? event.type}${event.success === undefined ? '' : event.success ? ' succeeded' : ' failed'}` })),
+        })),
+        candidates: [{ id: options.baseline.id, nativeId: options.baseline.id, parentIds: [], validationScore: null, discoveryEvaluations: 0,
+                editablePaths: options.baseline.resources.filter((resource) => resource.edit !== 'locked').map((resource) => resource.sourcePath) }],
+        usage: options.trials.flatMap((trial) => trial.turns.map((turn) => ({ purpose: 'subject',
+            model: null, route: null, usage: turn.native.usage }))),
+    };
+    if (options.comparison) {
+        data.candidates[0].label = 'Baseline';
+        data.candidates.push({ ...data.candidates[0], id: options.comparison.candidate.id, nativeId: options.comparison.candidate.id,
+            label: options.comparison.name, parentIds: [options.baseline.id] });
+    }
+    const visibleIds = new Set(options.trials.map(trial => trial.id));
+    const hiddenIds = new Set(options.costs?.entries.flatMap(entry => entry.trialId && !visibleIds.has(entry.trialId) ? [entry.trialId] : []));
+    const costs = projectCosts(options.costs, options.costPlan, hiddenIds);
+    if (costs !== undefined)
+        data.costs = costs;
+    if (options.optimizer !== undefined) {
+        const { provenance } = options.optimizer;
+        const validation = provenance.captures.filter((capture) => capture.split === 'validation');
+        const size = options.cases.filter((record) => record.split === 'validation').length;
+        const trials = new Map(options.trials.map((trial) => [trial.id, trial]));
+        const labels = provenance.candidates.map((_candidate, index) => {
+            const captured = trials.get(validation[index * size]?.captureId ?? '');
+            if (!captured)
+                throw new Error('GEPA lineage has no matching stored native validation trial');
+            return `GEPA ${index}: ${captured.candidateId}`;
+        });
+        data.candidates = provenance.candidates.map((candidate, index) => ({ id: labels[index],
+            nativeId: trials.get(validation[index * size].captureId).candidateId,
+            parentIds: candidate.parents.filter((parent) => parent !== null).map((parent) => labels[parent]),
+            validationScore: candidate.validationScore, discoveryEvaluations: candidate.discoveryEvaluations,
+            editablePaths: data.candidates[0].editablePaths }));
+        data.usage.push(...provenance.generations.map((generation) => ({ purpose: 'optimizer',
+            model: generation.model, modelBasis: generation.modelBasis, route: null, usage: generation.usage })));
+        if (options.budget !== undefined)
+            data.optimizer = { name: provenance.optimizer, status: 'selection frozen',
+                evaluations: provenance.evaluations, proposals: provenance.proposals, ...options.budget,
+                selectedCandidateId: labels[provenance.selectedCandidateIndex] };
+    }
+    return data;
+}
+export function projectTrainingReport(report, budget) {
+    const data = projectTrials({ id: report.id, title: 'Completed training experiment', phase: 'final-test', status: 'completed',
+        updatedAt: 'Recorded completion', baseline: report.baseline, trials: report.trials, optimizer: report.optimizer, budget,
+        costs: report.costs, costPlan: report.costPlan, rescores: report.rescores, scoring: report.scoring,
+        cases: Object.entries(report.partitions).flatMap(([phase, ids]) => ids.map((id) => ({ id,
+            split: phase }))) });
+    if (report.heldOut.some(arm => arm.trialScores !== undefined))
+        data.heldOut = report.heldOut.map(({ candidateId, meanScore, trialScores, standardError }) => ({ candidateId, meanScore, trialScores, standardError }));
+    return data;
+}
+export function projectComparisonReport(report) {
+    return projectTrials({ id: report.id, title: `Authored comparison: ${report.name}`, phase: 'final-test', status: 'completed',
+        updatedAt: 'Recorded completion', baseline: report.baseline, comparison: { candidate: report.candidate, name: report.name },
+        trials: report.trials, costs: report.costs, costPlan: report.costPlan, rescores: report.rescores,
+        cases: Object.entries(report.partitions).flatMap(([phase, ids]) => ids.map(id => ({ id, split: phase }))) });
+}
+//# sourceMappingURL=from-trials.js.map

package/dist/training/viewer/from-trials.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"from-trials.js","sourceRoot":"","sources":["../../../src/training/viewer/from-trials.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAgE,MAAM,yBAAyB,CAAC;AAKnH,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAoB1C,SAAS,SAAS,CAAC,KAAuB,EAAE,QAAgB,EAAE,OAAgC;IAC5F,MAAM,MAAM,GAAG,KAAK,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACxE,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,KAAK,MAAM,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACzH,OAAO,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,IAAI,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,IAAI,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,IAAI;QAC9G,+EAA+E;QAC/E,iFAAiF;QACjF,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,eAAe,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,oBAAoB,EAAE,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACnF,GAAG,GAAG,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,OAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC;QAClF,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5D,QAAQ,EAAE,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,QAAQ,IAAI,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC;AACvG,CAAC;AAED,SAAS,cAAc,CAAC,KAAkC,EAAE,OAAmC;IAC7F,IAAI,CAAC;QAAC,OAAO,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,IAAI,CAAC;IAAC,CAAC;AACnE,CAAC;AAED,uHAAuH;AACvH,MAAM,UAAU,aAAa,CAAC,OAA+B;IAC3D,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IACxH,MAAM,WAAW,GAAG,CAAC,KAAiB,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAA,EAAE,CAAA,KAAK,CAAC,KAAK,KAAG,KAAK,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC;IAC9G,MAAM,IAAI,GAAe;QACvB,MAAM,EAAE,8BAA8B,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK;YAC9G,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK;QAC9E,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW;YAC3G,MAAM,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,sBAAsB,KAAK,CAAC,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,eAAe,KAAK,CAAC,QAAQ,GAAG,EAAE,KAAK,EAAE,cAAc,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC;YACjO,QAAQ,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACtC,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;gBACrH,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,IAAI,IAAI,EAAE,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpG,QAAQ,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,KAAK,CAAC,EAAE,IAAI,KAAK,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;YAC3J,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS;gBACxG,OAAO,EAAE,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;SAC3H,CAAC,CAAC;QACH,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC;gBAClI,aAAa,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACtI,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,SAAkB;YAC/F,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;KAC1D,CAAC;IACF,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,IAAI,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,KAAK,GAAG,UAAU,CAAC;QACvC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAE,EAAE,EAAE,EAAE,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;YAC3H,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IAClE,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3I,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IACvE,IAAI,KAAK,KAAK,SAAS;QAAE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IAC5C,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACpC,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC;QACzC,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,KAAK,YAAY,CAAC,CAAC;QAC3F,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,KAAK,YAAY,CAAC,CAAC,MAAM,CAAC;QACpF,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QACzE,MAAM,MAAM,GAAG,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;YAC7D,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC;YACvE,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;YAC9F,OAAO,QAAQ,KAAK,KAAK,QAAQ,CAAC,WAAW,EAAE,CAAC;QAClD,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,KAAK,CAAE;YACrF,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,GAAG,IAAI,CAAE,CAAC,SAAS,CAAE,CAAC,WAAW;YACtE,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAoB,EAAE,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAE,CAAC;YACnH,eAAe,EAAE,SAAS,CAAC,eAAe,EAAE,oBAAoB,EAAE,SAAS,CAAC,oBAAoB;YAChG,aAAa,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,WAAoB;YAC5F,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACxG,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;YAAE,IAAI,CAAC,SAAS,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,kBAAkB;gBACzG,WAAW,EAAE,UAAU,CAAC,WAAW,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,GAAG,OAAO,CAAC,MAAM;gBACvF,mBAAmB,EAAE,MAAM,CAAC,UAAU,CAAC,sBAAsB,CAAC,EAAE,CAAC;IACrE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,MAAsB,EAAE,MAAyC;IACrG,MAAM,IAAI,GAAG,aAAa,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,+BAA+B,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW;QAC1H,SAAS,EAAE,qBAAqB,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM;QACvH,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO;QAClG,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE;YACtF,KAAK,EAAE,KAAwC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC5D,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC;QAAE,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,aAAa,EAAE,EAAE,EAAE,CAC1J,CAAC,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC;IAC5D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,MAAwB;IAC9D,OAAO,aAAa,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,wBAAwB,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW;QAC1H,SAAS,EAAE,qBAAqB,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE;QAC3H,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ;QAChG,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAwC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AACpJ,CAAC"}

package/dist/training/viewer/index.d.ts

@@ -0,0 +1,4 @@
+export { startViewer } from './server.js';
+export { projectTrials, projectTrainingReport, projectComparisonReport, type TrialProjectionOptions } from './from-trials.js';
+export type { ViewerData, ViewerCheck, ViewerEvent, ViewerUsage, ViewerOptions, ViewerServer, ViewerCosts } from './types.js';
+export { projectViewerData } from './projection.js';

package/dist/training/viewer/index.js

@@ -0,0 +1,4 @@
+export { startViewer } from './server.js';
+export { projectTrials, projectTrainingReport, projectComparisonReport } from './from-trials.js';
+export { projectViewerData } from './projection.js';
+//# sourceMappingURL=index.js.map

package/dist/training/viewer/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/training/viewer/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,uBAAuB,EAA+B,MAAM,kBAAkB,CAAC;AAE9H,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/training/viewer/metrics/candidates.d.ts

@@ -0,0 +1,10 @@
+import type { ViewerData } from '../types.js';
+import type { CandidateGroup, MetricSplit } from './types.js';
+export interface CandidateIndex {
+    groups: CandidateGroup[];
+    splits: MetricSplit[];
+    resolve(id: string): string;
+    split(caseId: string): MetricSplit;
+    expectedCases(split: MetricSplit): number | null;
+}
+export declare function indexCandidates(data: ViewerData): CandidateIndex;

package/dist/training/viewer/metrics/candidates.js

@@ -0,0 +1,56 @@
+/** Compatibility with the exact historical GEPA display identity; arbitrary IDs stay exact. */
+function legacyNativeId(id) {
+    return /^GEPA \d+: (sha256:[a-f0-9]{64})$/.exec(id)?.[1] ?? id;
+}
+export function indexCandidates(data) {
+    const cases = new Map();
+    for (const record of data.cases) {
+        const previous = cases.get(record.id);
+        cases.set(record.id, previous !== undefined && previous !== record.split ? 'unknown' : record.split);
+    }
+    const split = (caseId) => cases.get(caseId) ?? 'unknown';
+    const aliases = new Map();
+    for (const candidate of data.candidates) {
+        const nativeId = candidate.nativeId;
+        aliases.set(candidate.id, nativeId ?? legacyNativeId(candidate.id));
+    }
+    const resolve = (id) => aliases.get(id) ?? legacyNativeId(id);
+    const groups = new Map();
+    const add = (sourceId) => {
+        const id = resolve(sourceId);
+        let group = groups.get(id);
+        if (group === undefined) {
+            group = { id, label: groups.size === 0 ? 'Baseline' : `Candidate ${groups.size}`,
+                sourceIds: [], selected: false, splits: [] };
+            groups.set(id, group);
+        }
+        if (!group.sourceIds.includes(sourceId))
+            group.sourceIds.push(sourceId);
+        return group;
+    };
+    for (const candidate of data.candidates) {
+        const group = add(candidate.id);
+        if (candidate.label !== undefined)
+            group.label = candidate.label;
+    }
+    for (const trial of data.trials) {
+        const group = add(trial.candidateId);
+        const trialSplit = split(trial.caseId);
+        if (!group.splits.includes(trialSplit))
+            group.splits.push(trialSplit);
+    }
+    const selectedId = data.optimizer?.selectedCandidateId;
+    if (selectedId !== undefined) {
+        const selected = groups.get(resolve(selectedId));
+        if (selected !== undefined)
+            selected.selected = true;
+    }
+    const order = ['train', 'validation', 'test', 'unknown'];
+    for (const group of groups.values())
+        group.splits.sort((a, b) => order.indexOf(a) - order.indexOf(b));
+    const presentSplits = new Set([...cases.values(), ...data.trials.map(trial => split(trial.caseId))]);
+    return { groups: [...groups.values()], resolve, split,
+        splits: order.filter(value => presentSplits.has(value)),
+        expectedCases: value => value === 'unknown' ? null : [...cases.values()].filter(split => split === value).length };
+}
+//# sourceMappingURL=candidates.js.map

package/dist/training/viewer/metrics/candidates.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"candidates.js","sourceRoot":"","sources":["../../../../src/training/viewer/metrics/candidates.ts"],"names":[],"mappings":"AAWA,+FAA+F;AAC/F,SAAS,cAAc,CAAC,EAAU;IAChC,OAAO,mCAAmC,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAgB;IAC9C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC7C,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvG,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,MAAc,EAAe,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAC9E,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAI,SAAsD,CAAC,QAAQ,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,IAAI,cAAc,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;IACtE,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,EAAU,EAAU,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,cAAc,CAAC,EAAE,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;IACjD,MAAM,GAAG,GAAG,CAAC,QAAgB,EAAE,EAAE;QAC/B,MAAM,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC7B,IAAI,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,KAAK,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,MAAM,CAAC,IAAI,EAAE;gBAC9E,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YAC/C,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxE,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;IACF,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,SAAS,CAAC,KAAK,KAAK,SAAS;YAAE,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;IACnE,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACrC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;YAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxE,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,mBAAmB,CAAC;IACvD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;QACjD,IAAI,QAAQ,KAAK,SAAS;YAAE,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC;IACvD,CAAC;IACD,MAAM,KAAK,GAAkB,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IACxE,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE;QAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACtG,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACrG,OAAO,EAAE,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK;QACnD,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACvD,aAAa,EAAE,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;AACvH,CAAC"}

package/dist/training/viewer/metrics/index.d.ts

@@ -0,0 +1,2 @@
+export { buildCockpitMetrics } from './model.js';
+export type { CandidateGroup, CockpitMetrics, GateSummary, MetricDefinition, MetricSplit, MetricSummary, PairedComparison, RecordedCostGroup, TokenField, TokenSummary, TrialMeasurement, } from './types.js';

package/dist/training/viewer/metrics/index.js

@@ -0,0 +1,2 @@
+export { buildCockpitMetrics } from './model.js';
+//# sourceMappingURL=index.js.map

package/dist/training/viewer/metrics/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/training/viewer/metrics/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC"}

package/dist/training/viewer/metrics/model.d.ts

@@ -0,0 +1,4 @@
+import type { ViewerData } from '../types.js';
+import type { CockpitMetrics } from './types.js';
+/** Pure presentation over an already authorized and sanitized projection. */
+export declare function buildCockpitMetrics(data: ViewerData): CockpitMetrics;

package/dist/training/viewer/metrics/model.js

@@ -0,0 +1,11 @@
+import { indexCandidates } from './candidates.js';
+import { summarizeScores } from './scores.js';
+import { summarizeRecordedCosts } from './recorded-costs.js';
+/** Pure presentation over an already authorized and sanitized projection. */
+export function buildCockpitMetrics(data) {
+    const index = indexCandidates(data);
+    const trialIndex = data.trials.map(trial => ({ id: trial.id, candidateId: index.resolve(trial.candidateId), split: index.split(trial.caseId) }));
+    return { candidates: index.groups, ...summarizeScores(data, index), costs: summarizeRecordedCosts(data),
+        trialIndex, unknownCaseTrials: trialIndex.filter(trial => trial.split === 'unknown').length };
+}
+//# sourceMappingURL=model.js.map

package/dist/training/viewer/metrics/model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.js","sourceRoot":"","sources":["../../../../src/training/viewer/metrics/model.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAG7D,6EAA6E;AAC7E,MAAM,UAAU,mBAAmB,CAAC,IAAgB;IAClD,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACjJ,OAAO,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,sBAAsB,CAAC,IAAI,CAAC;QACrG,UAAU,EAAE,iBAAiB,EAAE,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC;AAClG,CAAC"}

package/dist/training/viewer/metrics/recorded-costs.d.ts

@@ -0,0 +1,4 @@
+import type { ViewerData } from '../types.js';
+import type { RecordedCostGroup } from './types.js';
+/** Recorded API equivalents stay distinct from token coverage and subscription billing. */
+export declare function summarizeRecordedCosts(data: ViewerData): RecordedCostGroup[];

package/dist/training/viewer/metrics/recorded-costs.js

@@ -0,0 +1,55 @@
+const fields = ['inputTokens', 'cachedInputTokens', 'cacheWriteInputTokens',
+    'cacheWrite5mInputTokens', 'cacheWrite1hInputTokens', 'outputTokens', 'reasoningTokens'];
+const key = (value) => JSON.stringify([value.role, value.name]);
+function tokenSummary(entries, field, entryCount) {
+    let knownEntries = 0;
+    let sum = 0;
+    for (const entry of entries) {
+        const value = entry.usage?.[field];
+        if (value === undefined || value === null || !Number.isSafeInteger(value) || value < 0)
+            continue;
+        knownEntries++;
+        sum += value;
+    }
+    const knownSubtotal = Number.isSafeInteger(sum) ? sum : null;
+    return { value: entryCount > 0 && knownEntries === entryCount ? knownSubtotal : null,
+        knownSubtotal, knownEntries, entryCount };
+}
+function totalAmount(entries) {
+    const known = entries.flatMap(entry => entry.amount === null ? [] : [entry.amount]);
+    const knownSubtotal = known.reduce((sum, amount) => ({ low: sum.low + amount.low, high: sum.high + amount.high }), { low: 0, high: 0 });
+    return { amount: entries.length > 0 && known.length === entries.length ? { ...knownSubtotal } : null, knownSubtotal };
+}
+/** Recorded API equivalents stay distinct from token coverage and subscription billing. */
+export function summarizeRecordedCosts(data) {
+    const observed = data.costs?.observed;
+    const entries = observed === undefined
+        ? data.usage.map(usage => ({ role: usage.purpose, name: usage.purpose, model: usage.model,
+            usage: usage.usage, amount: null }))
+        : observed.lines.map(line => ({ role: line.role, name: line.name, model: line.model,
+            usage: line.usage, amount: line.amount }));
+    const grouped = new Map();
+    for (const entry of entries) {
+        const values = grouped.get(key(entry)) ?? [];
+        values.push(entry);
+        grouped.set(key(entry), values);
+    }
+    const declared = new Map(observed?.groups.map(group => [key(group), group]));
+    for (const id of declared.keys())
+        if (!grouped.has(id))
+            grouped.set(id, []);
+    return [...grouped].map(([id, values]) => {
+        const recorded = declared.get(id);
+        const entryCount = Math.max(recorded?.entryCount ?? 0, values.length);
+        const identity = recorded ?? values[0];
+        const cost = observed === undefined ? { amount: null, knownSubtotal: null }
+            : recorded === undefined ? totalAmount(values) : { amount: recorded.amount, knownSubtotal: recorded.knownSubtotal };
+        return { role: identity.role, name: identity.name, source: observed === undefined ? 'usage' : 'valuation',
+            models: [...new Set(values.flatMap(entry => entry.model === null ? [] : [entry.model]))],
+            unknownModelEntries: entryCount - values.filter(entry => entry.model !== null).length,
+            entryCount, amount: cost.amount === null ? null : { ...cost.amount },
+            knownSubtotal: cost.knownSubtotal === null ? null : { ...cost.knownSubtotal },
+            tokens: Object.fromEntries(fields.map(field => [field, tokenSummary(values, field, entryCount)])) };
+    });
+}
+//# sourceMappingURL=recorded-costs.js.map

package/dist/training/viewer/metrics/recorded-costs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recorded-costs.js","sourceRoot":"","sources":["../../../../src/training/viewer/metrics/recorded-costs.ts"],"names":[],"mappings":"AAWA,MAAM,MAAM,GAAiB,CAAC,aAAa,EAAE,mBAAmB,EAAE,uBAAuB;IACvF,yBAAyB,EAAE,yBAAyB,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;AAC3F,MAAM,GAAG,GAAG,CAAC,KAAqC,EAAU,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;AAExG,SAAS,YAAY,CAAC,OAAgB,EAAE,KAAiB,EAAE,UAAkB;IAC3E,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;YAAE,SAAS;QACjG,YAAY,EAAE,CAAC;QACf,GAAG,IAAI,KAAK,CAAC;IACf,CAAC;IACD,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7D,OAAO,EAAE,KAAK,EAAE,UAAU,GAAG,CAAC,IAAI,YAAY,KAAK,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI;QAClF,aAAa,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,WAAW,CAAC,OAAgB;IACnC,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACpF,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,EAC/G,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IACvB,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,aAAa,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,aAAa,EAAE,CAAC;AACxH,CAAC;AAED,2FAA2F;AAC3F,MAAM,UAAU,sBAAsB,CAAC,IAAgB;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC;IACtC,MAAM,OAAO,GAAY,QAAQ,KAAK,SAAS;QAC7C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK;YACvF,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK;YACjF,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAmB,CAAC;IAC3C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC;IAClC,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7E,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,IAAI,EAAE;QAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE;QACvC,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QACtE,MAAM,QAAQ,GAAG,QAAQ,IAAI,MAAM,CAAC,CAAC,CAAE,CAAC;QACxC,MAAM,IAAI,GAAG,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE;YACzE,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,CAAC,aAAa,EAAE,CAAC;QACtH,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;YACvG,MAAM,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACxF,mBAAmB,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,MAAM;YACrF,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE;YACpE,aAAa,EAAE,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE;YAC7E,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,CAAqC,EAAE,CAAC;IAC5I,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/training/viewer/metrics/scores.d.ts

@@ -0,0 +1,11 @@
+import type { ViewerData } from '../types.js';
+import type { CandidateIndex } from './candidates.js';
+import type { GateSummary, MetricDefinition, MetricSummary, PairedComparison, TrialMeasurement } from './types.js';
+/** Independent recorded metrics only; no weighting or evaluation is performed here. */
+export declare function summarizeScores(data: ViewerData, index: CandidateIndex): {
+    trialMeasurements: TrialMeasurement[];
+    metrics: MetricDefinition[];
+    scores: MetricSummary[];
+    comparisons: PairedComparison[];
+    gates: GateSummary[];
+};

package/dist/training/viewer/metrics/scores.js

@@ -0,0 +1,139 @@
+const strict = { id: 'strict', label: 'Strict gated trial score', kind: 'strict' };
+const average = (values) => values.length === 0
+    ? null : values.reduce((sum, value) => sum + value, 0) / values.length;
+const numeric = (value) => value !== null
+    && Number.isFinite(value) && value >= 0 && value <= 1 ? value : null;
+function distinctChecks(checks) {
+    const result = new Map();
+    for (const check of checks) {
+        const previous = result.get(check.id);
+        result.set(check.id, previous !== undefined && (previous.score !== check.score || previous.status !== check.status)
+            ? { ...check, score: null, status: 'unknown' } : check);
+    }
+    return result;
+}
+function trialMetrics(trial, index, definitions, stageLabels) {
+    const values = new Map([[strict.id, numeric(trial.score)]]);
+    const stages = distinctChecks(trial.checks);
+    for (const stage of stages.values()) {
+        stageLabels.set(stage.id, stage.label);
+        const id = `stage:${stage.id}`;
+        const score = numeric(stage.score);
+        values.set(id, score);
+        if (score !== null)
+            definitions.set(id, { id, label: stage.label, kind: 'stage', stageId: stage.id });
+        const named = [];
+        const visit = (check) => {
+            const generated = check.id.startsWith(`${stage.id}/`)
+                && /^(?:gate|\d+)(?:\/\d+)*$/.test(check.id.slice(stage.id.length + 1));
+            if (!generated)
+                named.push(check);
+            check.children.forEach(visit);
+        };
+        stage.children.forEach(visit);
+        for (const check of distinctChecks(named).values()) {
+            const checkId = `check:${JSON.stringify([stage.id, check.id])}`;
+            definitions.set(checkId, { id: checkId, label: `${stage.label} / ${check.label}`, kind: 'check', stageId: stage.id });
+            values.set(checkId, numeric(check.score));
+        }
+    }
+    return { candidateId: index.resolve(trial.candidateId), caseId: trial.caseId,
+        split: index.split(trial.caseId), values, stages };
+}
+/** Materialize only metrics present in this group, including explicit nulls. */
+function metricSamples(trials) {
+    const metrics = new Map();
+    for (const trial of trials) {
+        for (const [metricId, value] of trial.values) {
+            const cases = metrics.get(metricId) ?? new Map();
+            metrics.set(metricId, cases);
+            if (value === null)
+                continue;
+            const values = cases.get(trial.caseId) ?? [];
+            values.push(value);
+            cases.set(trial.caseId, values);
+        }
+    }
+    return new Map([...metrics].map(([id, cases]) => [id, {
+            cases: new Map([...cases].map(([caseId, values]) => [caseId, average(values)])),
+            observedTrials: [...cases.values()].reduce((sum, values) => sum + values.length, 0),
+        }]));
+}
+function groupTrials(trials) {
+    const candidates = new Map();
+    for (const trial of trials) {
+        const splits = candidates.get(trial.candidateId) ?? new Map();
+        candidates.set(trial.candidateId, splits);
+        const group = splits.get(trial.split) ?? { trials: [], samples: new Map() };
+        splits.set(trial.split, group);
+        group.trials.push(trial);
+    }
+    for (const splits of candidates.values()) {
+        for (const group of splits.values())
+            group.samples = metricSamples(group.trials);
+    }
+    return candidates;
+}
+function gateSummary(trials, candidateId, split, stageId, label, expectedCases) {
+    const summary = { candidateId, split, stageId, label, pass: 0, fail: 0, unknown: 0,
+        error: 0, skipped: 0, trialCount: trials.length, observedCases: 0, expectedCases };
+    const observed = new Set();
+    for (const trial of trials) {
+        const stage = trial.stages.get(stageId);
+        summary[stage?.status ?? 'unknown']++;
+        if (stage !== undefined)
+            observed.add(trial.caseId);
+    }
+    summary.observedCases = observed.size;
+    return summary;
+}
+/** Independent recorded metrics only; no weighting or evaluation is performed here. */
+export function summarizeScores(data, index) {
+    const definitions = new Map();
+    const stageLabels = new Map();
+    const trials = data.trials.map(trial => trialMetrics(trial, index, definitions, stageLabels));
+    const metrics = [...definitions.values()].sort((a, b) => Number(a.kind === 'check') - Number(b.kind === 'check'));
+    metrics.push({ ...strict });
+    const metricOrder = new Map(metrics.map((metric, order) => [metric.id, order]));
+    const grouped = groupTrials(trials);
+    const scores = [];
+    const comparisons = [];
+    const gates = [];
+    const baselineId = index.groups[0]?.id;
+    for (const candidate of index.groups) {
+        const splits = grouped.get(candidate.id);
+        if (splits === undefined)
+            continue;
+        const candidateStages = new Set([...splits.values()].flatMap(group => group.trials.flatMap(trial => [...trial.stages.keys()])));
+        for (const split of index.splits.filter(split => splits.has(split))) {
+            const group = splits.get(split);
+            const baseline = baselineId === undefined ? undefined : grouped.get(baselineId)?.get(split);
+            const expectedCases = index.expectedCases(split);
+            const observed = [...group.samples].filter(([id]) => metricOrder.has(id))
+                .sort(([a], [b]) => metricOrder.get(a) - metricOrder.get(b));
+            for (const [metricId, sample] of observed) {
+                const cases = sample.cases;
+                scores.push({ candidateId: candidate.id, split, metricId, value: average([...cases.values()]),
+                    observedTrials: sample.observedTrials, trialCount: group.trials.length, observedCases: cases.size, expectedCases });
+                const baselineSample = baseline?.samples.get(metricId);
+                if (candidate.id === baselineId || baselineSample === undefined)
+                    continue;
+                const baselineCases = baselineSample.cases;
+                const matched = [...cases.keys()].filter(id => baselineCases.has(id));
+                const baselineValue = average(matched.map(id => baselineCases.get(id)));
+                const candidateValue = average(matched.map(id => cases.get(id)));
+                comparisons.push({ baselineId: baselineId, candidateId: candidate.id, split, metricId,
+                    baselineValue, candidateValue, delta: baselineValue === null || candidateValue === null ? null : candidateValue - baselineValue,
+                    matchedCases: matched.length, expectedCases });
+            }
+            for (const stageId of candidateStages) {
+                gates.push(gateSummary(group.trials, candidate.id, split, stageId, stageLabels.get(stageId), expectedCases));
+            }
+        }
+    }
+    const trialMeasurements = trials.map((trial, position) => ({ id: data.trials[position].id,
+        candidateId: trial.candidateId, caseId: trial.caseId, split: trial.split,
+        values: Object.fromEntries(trial.values) }));
+    return { trialMeasurements, metrics, scores, comparisons, gates };
+}
+//# sourceMappingURL=scores.js.map

package/dist/training/viewer/metrics/scores.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scores.js","sourceRoot":"","sources":["../../../../src/training/viewer/metrics/scores.ts"],"names":[],"mappings":"AAYA,MAAM,MAAM,GAAqB,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,0BAA0B,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;AACrG,MAAM,OAAO,GAAG,CAAC,MAAgB,EAAiB,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;IACtE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;AACzE,MAAM,OAAO,GAAG,CAAC,KAAoB,EAAiB,EAAE,CAAC,KAAK,KAAK,IAAI;OAClE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAEvE,SAAS,cAAc,CAAC,MAAqB;IAC3C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC9C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC;YACjH,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,KAAmC,EAAE,KAAqB,EAC9E,WAA0C,EAAE,WAAgC;IAC5E,MAAM,MAAM,GAAG,IAAI,GAAG,CAAwB,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACnF,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC5C,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QACpC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,EAAE,GAAG,SAAS,KAAK,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACtB,IAAI,KAAK,KAAK,IAAI;YAAE,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QACtG,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,CAAC,KAAkB,EAAE,EAAE;YACnC,MAAM,SAAS,GAAG,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,EAAE,GAAG,CAAC;mBAChD,0BAA0B,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;YAC1E,IAAI,CAAC,SAAS;gBAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC,CAAC;QACF,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9B,KAAK,MAAM,KAAK,IAAI,cAAc,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;YACnD,MAAM,OAAO,GAAG,SAAS,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAChE,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,KAAK,MAAM,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YACtH,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IACD,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM;QAC1E,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AACvD,CAAC;AAKD,gFAAgF;AAChF,SAAS,aAAa,CAAC,MAAsB;IAC3C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAiC,CAAC;IACzD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,GAAG,EAAoB,CAAC;YACnE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC7B,IAAI,KAAK,KAAK,IAAI;gBAAE,SAAS;YAC7B,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,OAAO,IAAI,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE;YACpD,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAE,CAAC,CAAC,CAAC;YAChF,cAAc,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;SACpF,CAAC,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,WAAW,CAAC,MAAsB;IACzC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAwC,CAAC;IACnE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,IAAI,GAAG,EAA2B,CAAC;QACvF,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,GAAG,EAAyB,EAAE,CAAC;QACnG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC/B,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE;YAAE,KAAK,CAAC,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,WAAW,CAAC,MAAsB,EAAE,WAAmB,EAAE,KAAkB,EAClF,OAAe,EAAE,KAAa,EAAE,aAA4B;IAC5D,MAAM,OAAO,GAAgB,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;QAC7F,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC;IACrF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACxC,OAAO,CAAC,KAAK,EAAE,MAAM,IAAI,SAAS,CAAC,EAAE,CAAC;QACtC,IAAI,KAAK,KAAK,SAAS;YAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,CAAC,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC;IACtC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,eAAe,CAAC,IAAgB,EAAE,KAAqB;IAGrE,MAAM,WAAW,GAAG,IAAI,GAAG,EAA4B,CAAC;IACxD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;IAC9F,MAAM,OAAO,GAAG,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC;IAClH,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;IAC5B,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IAChF,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,MAAM,GAAoB,EAAE,CAAC;IACnC,MAAM,WAAW,GAAuB,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAkB,EAAE,CAAC;IAChC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACvC,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACzC,IAAI,MAAM,KAAK,SAAS;YAAE,SAAS;QACnC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAChI,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACpE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;YACjC,MAAM,QAAQ,GAAG,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5F,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YACjD,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;iBACtE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAE,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,CAAC;YACjE,KAAK,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBAC3B,MAAM,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC3F,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,CAAC,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;gBACtH,MAAM,cAAc,GAAG,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACvD,IAAI,SAAS,CAAC,EAAE,KAAK,UAAU,IAAI,cAAc,KAAK,SAAS;oBAAE,SAAS;gBAC1E,MAAM,aAAa,GAAG,cAAc,CAAC,KAAK,CAAC;gBAC3C,MAAM,OAAO,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;gBACtE,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC,CAAC,CAAC;gBACzE,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC,CAAC,CAAC;gBAClE,WAAW,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,UAAW,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,KAAK,EAAE,QAAQ;oBACpF,aAAa,EAAE,cAAc,EAAE,KAAK,EAAE,aAAa,KAAK,IAAI,IAAI,cAAc,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,GAAG,aAAa;oBAC/H,YAAY,EAAE,OAAO,CAAC,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YACnD,CAAC;YACD,KAAK,MAAM,OAAO,IAAI,eAAe,EAAE,CAAC;gBACtC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,OAAO,CAAE,EAAE,aAAa,CAAC,CAAC,CAAC;YAChH,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,iBAAiB,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAE,CAAC,EAAE;QACxF,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK;QACxE,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/C,OAAO,EAAE,iBAAiB,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;AACpE,CAAC"}

package/dist/training/viewer/metrics/types.d.ts

@@ -0,0 +1,95 @@
+import type { ViewerCostRange } from '../types.js';
+export type MetricSplit = 'train' | 'validation' | 'test' | 'unknown';
+export interface CandidateGroup {
+    id: string;
+    label: string;
+    sourceIds: string[];
+    selected: boolean;
+    /** Declared case splits represented by recorded trials; unmapped cases are unknown. */
+    splits: MetricSplit[];
+}
+export interface MetricDefinition {
+    id: string;
+    label: string;
+    kind: 'strict' | 'stage' | 'check';
+    stageId?: string;
+}
+export interface MetricSummary {
+    candidateId: string;
+    split: MetricSplit;
+    metricId: string;
+    /** Mean of sampled case means, with repeated numeric trials averaged per case. */
+    value: number | null;
+    observedTrials: number;
+    trialCount: number;
+    observedCases: number;
+    expectedCases: number | null;
+}
+export interface PairedComparison {
+    baselineId: string;
+    candidateId: string;
+    split: MetricSplit;
+    metricId: string;
+    baselineValue: number | null;
+    candidateValue: number | null;
+    delta: number | null;
+    matchedCases: number;
+    expectedCases: number | null;
+}
+export interface GateSummary {
+    candidateId: string;
+    split: MetricSplit;
+    stageId: string;
+    label: string;
+    pass: number;
+    fail: number;
+    unknown: number;
+    error: number;
+    skipped: number;
+    trialCount: number;
+    observedCases: number;
+    expectedCases: number | null;
+}
+export type TokenField = 'inputTokens' | 'cachedInputTokens' | 'cacheWriteInputTokens' | 'cacheWrite5mInputTokens' | 'cacheWrite1hInputTokens' | 'outputTokens' | 'reasoningTokens';
+export interface TokenSummary {
+    /** Null when any recorded entry lacks this field, no entries exist, or summation overflows. */
+    value: number | null;
+    knownSubtotal: number | null;
+    knownEntries: number;
+    entryCount: number;
+}
+export interface RecordedCostGroup {
+    role: string;
+    name: string;
+    source: 'valuation' | 'usage';
+    models: string[];
+    unknownModelEntries: number;
+    entryCount: number;
+    amount: ViewerCostRange | null;
+    knownSubtotal: ViewerCostRange | null;
+    tokens: Record<TokenField, TokenSummary>;
+}
+export interface TrialMeasurement {
+    id: string;
+    caseId: string;
+    candidateId: string;
+    split: MetricSplit;
+    /** Recorded values in authorized trial order; absent metrics remain unavailable. */
+    values: Readonly<Record<string, number | null>>;
+}
+export interface CockpitMetrics {
+    candidates: CandidateGroup[];
+    trialMeasurements: TrialMeasurement[];
+    metrics: MetricDefinition[];
+    scores: MetricSummary[];
+    comparisons: PairedComparison[];
+    gates: GateSummary[];
+    costs: RecordedCostGroup[];
+    /** Same order and length as ViewerData.trials, using the shared identity/split authority. */
+    trialIndex: {
+        id: string;
+        candidateId: string;
+        split: MetricSplit;
+    }[];
+    unknownCaseTrials: number;
+}

package/dist/training/viewer/metrics/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/training/viewer/metrics/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/training/viewer/metrics/types.ts"],"names":[],"mappings":""}

package/dist/training/viewer/page.d.ts

@@ -0,0 +1,4 @@
+import type { ViewerData } from './types.js';
+export { escapeHtml, cockpitStyles as viewerStyles, cockpitScript as viewerScript } from './cockpit/index.js';
+/** Render only the authorized, schema-validated experiment projection. */
+export declare function renderViewer(data: ViewerData, nonce: string, metricIndex?: number): string;

package/dist/training/viewer/page.js

@@ -0,0 +1,7 @@
+import { renderCockpit } from './cockpit/index.js';
+export { escapeHtml, cockpitStyles as viewerStyles, cockpitScript as viewerScript } from './cockpit/index.js';
+/** Render only the authorized, schema-validated experiment projection. */
+export function renderViewer(data, nonce, metricIndex = 0) {
+    return renderCockpit(data, nonce, metricIndex);
+}
+//# sourceMappingURL=page.js.map

package/dist/training/viewer/page.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"page.js","sourceRoot":"","sources":["../../../src/training/viewer/page.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,OAAO,EAAE,UAAU,EAAE,aAAa,IAAI,YAAY,EAAE,aAAa,IAAI,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAE9G,0EAA0E;AAC1E,MAAM,UAAU,YAAY,CAAC,IAAgB,EAAE,KAAa,EAAE,WAAW,GAAG,CAAC;IAC3E,OAAO,aAAa,CAAC,IAAI,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;AACjD,CAAC"}

package/dist/training/viewer/projection.d.ts

@@ -0,0 +1,3 @@
+import type { ViewerData } from './types.js';
+/** Strip undeclared fields, bound check trees and reject invalid projections. */
+export declare function projectViewerData(input: ViewerData): ViewerData;