spawnfile 0.1.25 → 0.1.27

package/dist/training/cli/report/export.js

@@ -0,0 +1,81 @@
+import { canonicalWireId } from '../../contracts/index.js';
+import { randomUUID } from 'node:crypto';
+import { open, mkdir, mkdtemp, readFile, readdir, rename, rm } from 'node:fs/promises';
+import { dirname, join } from 'node:path';
+import { unifiedDiff } from './diff.js';
+import { renderTrainingMarkdown } from './markdown.js';
+import { summarizeTraining } from './summary.js';
+/** Export only a completed training envelope; legacy/failed reports keep their protected blobs. */
+export function isTrainingReport(value) {
+    return typeof value === 'object' && value !== null && 'schema' in value && canonicalWireId(value.schema) === 'spawnfile.training.training.v1';
+}
+async function writeVerified(path, bytes) {
+    await mkdir(dirname(path), { recursive: true, mode: 0o700 });
+    const file = await open(path, 'wx', 0o600);
+    try {
+        await file.writeFile(bytes);
+        await file.sync();
+    }
+    finally {
+        await file.close();
+    }
+    if (await readFile(path, 'utf8') !== bytes)
+        throw new Error('Training export did not persist faithfully');
+}
+async function syncDirectory(path) {
+    const handle = await open(path, 'r');
+    try {
+        await handle.sync();
+    }
+    finally {
+        await handle.close();
+    }
+}
+async function syncTree(path) {
+    for (const entry of await readdir(path, { withFileTypes: true })) {
+        if (entry.isDirectory())
+            await syncTree(join(path, entry.name));
+    }
+    await syncDirectory(path);
+}
+/** Immutable snapshot first, then atomic replacement of each operator-facing companion. */
+export async function exportTrainingReport(root, report) {
+    const summary = summarizeTraining(report);
+    const directory = `training-report-${randomUUID()}`;
+    const staged = await mkdtemp(join(root, '.training-report-'));
+    try {
+        const diffs = {};
+        for (const entry of summary.candidates) {
+            const target = join(staged, 'candidates', entry.label);
+            await writeVerified(join(target, 'manifest.json'), `${JSON.stringify(entry.candidate, null, 2)}\n`);
+            for (const resource of entry.candidate.resources) {
+                await writeVerified(join(target, 'files', resource.sourcePath), resource.content);
+            }
+            diffs[entry.label] = entry.candidate.resources.map(resource => unifiedDiff(resource.sourcePath, report.baseline.resources.find(original => original.id === resource.id).content, resource.content)).join('');
+            await writeVerified(join(target, 'baseline.diff'), diffs[entry.label]);
+        }
+        const json = `${JSON.stringify({ ...summary, bundle: directory }, null, 2)}\n`;
+        const markdown = renderTrainingMarkdown(summary, '.', diffs);
+        await writeVerified(join(staged, 'REPORT.json'), json);
+        await writeVerified(join(staged, 'REPORT.md'), markdown);
+        // Sync directory entries as well as file contents before exposing the snapshot.
+        await syncTree(staged);
+        await rename(staged, join(root, directory));
+        for (const [name, bytes] of [['REPORT.json', json], ['REPORT.md', renderTrainingMarkdown(summary, directory, diffs)]]) {
+            const temporary = join(root, `.${name}-${randomUUID()}`);
+            try {
+                await writeVerified(temporary, bytes);
+                await rename(temporary, join(root, name));
+            }
+            finally {
+                await rm(temporary, { force: true });
+            }
+        }
+        await syncDirectory(root);
+        return { directory, markdown: `${directory}/REPORT.md`, json: `${directory}/REPORT.json` };
+    }
+    finally {
+        await rm(staged, { recursive: true, force: true });
+    }
+}
+//# sourceMappingURL=export.js.map

package/dist/training/cli/report/export.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"export.js","sourceRoot":"","sources":["../../../../src/training/cli/report/export.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACvF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE1C,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACxC,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAEjD,mGAAmG;AACnG,MAAM,UAAU,gBAAgB,CAAC,KAAc;IAC7C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,QAAQ,IAAI,KAAK,IAAI,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,gCAAgC,CAAC;AAChJ,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,IAAY,EAAE,KAAa;IACtD,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IAC3C,IAAI,CAAC;QAAC,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IAAC,CAAC;YAAS,CAAC;QAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IAAC,CAAC;IACvF,IAAI,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;AAC5G,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,IAAY;IACvC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACrC,IAAI,CAAC;QAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IAAC,CAAC;YAAS,CAAC;QAAC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IAAC,CAAC;AAChE,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,IAAY;IAClC,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,IAAI,KAAK,CAAC,WAAW,EAAE;YAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,2FAA2F;AAC3F,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAY,EAAE,MAAsB;IAC7E,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,mBAAmB,UAAU,EAAE,EAAE,CAAC;IACpD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC,CAAC;IAC9D,IAAI,CAAC;QACH,MAAM,KAAK,GAA2B,EAAE,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACvD,MAAM,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YACpG,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;gBACjD,MAAM,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;YACpF,CAAC;YACD,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,UAAU,EAC5F,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAChH,MAAM,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,CAAE,CAAC,CAAC;QAC1E,CAAC;QACD,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;QAC/E,MAAM,QAAQ,GAAG,sBAAsB,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;QAC7D,MAAM,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,CAAC;QACvD,MAAM,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,QAAQ,CAAC,CAAC;QACzD,gFAAgF;QAChF,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;QACvB,MAAM,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;QAC5C,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,sBAAsB,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACtH,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,IAAI,UAAU,EAAE,EAAE,CAAC,CAAC;YACzD,IAAI,CAAC;gBAAC,MAAM,aAAa,CAAC,SAAS,EAAE,KAAM,CAAC,CAAC;gBAAC,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAK,CAAC,CAAC,CAAC;YAAC,CAAC;oBACnF,CAAC;gBAAC,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAAC,CAAC;QACnD,CAAC;QACD,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;QAC1B,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,SAAS,YAAY,EAAE,IAAI,EAAE,GAAG,SAAS,cAAc,EAAE,CAAC;IAC7F,CAAC;YAAS,CAAC;QAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAAC,CAAC;AACnE,CAAC"}

package/dist/training/cli/report/fixture.d.ts

@@ -0,0 +1,9 @@
+import { type TrainingReport } from '../../experiments/index.js';
+import type { GradeResult } from '../../graders/index.js';
+/** Two distinct, identically priced requests; no live provider or invoice claim. */
+export declare function recordedGrade(): GradeResult;
+/** Synthetic capture evidence for adjacent export tests, never a native fidelity claim. */
+export declare function reportFixture(): Promise<{
+    root: string;
+    report: TrainingReport;
+}>;

package/dist/training/cli/report/fixture.js

@@ -0,0 +1,65 @@
+import { mkdtemp, mkdir, writeFile } from 'node:fs/promises';
+import { tmpdir } from 'node:os';
+import { join } from 'node:path';
+import { candidateComponents, deriveCandidate, snapshotCandidate } from '../../candidates/index.js';
+import { summarizeCosts } from '../../experiments/index.js';
+/** Two distinct, identically priced requests; no live provider or invoice claim. */
+export function recordedGrade() {
+    const digest = 'a'.repeat(64);
+    const receipt = { billing: 'api', model: 'jev-1.13.0', endpoint: 'https://example.test',
+        inputTokens: 500, outputTokens: 0, usd: 0.021, estimatedInputTokens: 1000, estimatedUsd: 0.2, latencyMs: 5, status: 200 };
+    return { status: 'fail', score: 0, coverage: 1, gates: [{ id: 'factual-accuracy', status: 'fail' }], questions: [],
+        backendBilling: 'api', judgeCalls: [], identity: { calibration: { expansion: [], questions: {},
+                promptTemplateVersion: 'v1', segmenter: 'test', optionMapping: {}, backendModel: receipt.model, golden: digest,
+                seed: 's', exclusions: [], escalation: digest, escalationTeacher: digest, uncalibrated: 'refuse' },
+            calibrationDigest: digest, escalation: digest, teacherPolicy: digest, scoringPolicy: digest },
+        decisionAccounting: { billing: 'api', requests: 2, inputTokens: 1000, outputTokens: 0, usd: 0.042,
+            latencyMs: { p50: 5, p95: 5 }, receipts: [receipt, { ...receipt }] } };
+}
+/** Synthetic capture evidence for adjacent export tests, never a native fidelity claim. */
+export async function reportFixture() {
+    const root = await mkdtemp(join(tmpdir(), 'training-report-'));
+    await mkdir(join(root, 'notes'));
+    await writeFile(join(root, 'AGENTS.md'), 'Keep the contract.\n');
+    await writeFile(join(root, 'notes', 'reference.md'), 'Locked reference.\n');
+    const baseline = await snapshotCandidate({ sourceRoot: root, resources: [
+            { id: 'instructions', sourcePath: 'AGENTS.md', destinations: [{ kind: 'instructions', path: 'AGENTS.md' }], edit: 'whole-file' },
+            { id: 'reference', sourcePath: 'notes/reference.md', destinations: [{ kind: 'supporting-files', path: 'notes/reference.md' }], edit: 'locked' },
+        ] });
+    const components = candidateComponents(baseline);
+    const seed = Object.fromEntries(components.map(value => [value.id, value.text]));
+    const proposed = [seed, { ...seed, [components[0].id]: 'Keep the contract.\nVerify outputs.\n' },
+        { ...seed, [components[0].id]: 'Keep the contract.\nCheck receipts.\n' }];
+    const candidates = [baseline, ...proposed.slice(1).map(value => deriveCandidate(baseline, baseline, value))];
+    const trial = (candidateId, phase, recordId, score) => ({
+        schema: 'spawnfile.training.trial.v1', id: `trial-${phase}-${recordId}-${candidates.findIndex(value => value.id === candidateId)}`,
+        candidateId, phase, recordId, datasetDigest: 'dataset', planDigest: 'plan', paths: { root, workspace: root, control: root, runtimeHome: root },
+        durationMs: 250, subject: { adapterId: 'test-fixture', requestedModel: 'test-model', isolation: 'synthetic fixture' },
+        status: 'pass', execution: 'completed', hostWork: 'settled',
+        stop: { state: 'acknowledged', quiescence: 'confirmed', remoteWork: 'unknown', scope: 'native-handle', reason: 'completed', detail: 'fixture' },
+        snapshot: { trialId: 'fixture', recordId, closed: true, events: [], coverage: [], artifacts: {}, output: '', inputFiles: {}, context: {} },
+        turns: [], live: [], evaluation: { status: 'pass', checks: {}, scores: {}, stages: [
+                { id: 'quality', checks: [], gate: { status: 'pass', finality: 'final', reason: 'fixture', evidence: [] },
+                    score: { finality: 'final', lower: score, upper: score, assessedWeight: 1, missingWeight: 0 } },
+            ] },
+    });
+    const trials = candidates.flatMap((candidate, index) => [trial(candidate.id, 'train', 'train-example', index / 2),
+        trial(candidate.id, 'validation', 'validation-example', index / 2)]);
+    trials.push(trial(baseline.id, 'test', 'test-a', 0.2), trial(baseline.id, 'test', 'test-b', 0.6), trial(candidates[1].id, 'test', 'test-a', 0.7), trial(candidates[1].id, 'test', 'test-b', 0.7));
+    const report = { schema: 'spawnfile.training.training.v1', id: 'completed', baseline, selected: candidates[1], durationMs: 1000,
+        partitions: { train: ['train-example'], validation: ['validation-example'], test: ['test-a', 'test-b'] }, trials,
+        heldOut: [], optimizer: { schema: 'spawnfile.training.dspy.v2', id: 'optimizer', kind: 'result', components: proposed[1],
+            provenance: { optimizer: 'training.population', dspyVersion: '3.3.1', gepaVersion: '0.1.4', seed: 0,
+                evaluations: 6, proposals: 2, selectedCandidateIndex: 1, generations: [], captures: [],
+                candidates: proposed.map((value, index) => ({ components: value, parents: [index === 0 ? null : 0],
+                    validationScore: index / 2, discoveryEvaluations: index * 2 })),
+                rounds: [{ round: 0, parents: [], kept: [0], variants: [] },
+                    { round: 1, parents: [0], kept: [1], variants: [{ slot: 0, parent: 0, strategy: 'refine', hypothesis: 'verify',
+                                targetedCriteria: [], behavioralChange: null, lexicalChange: null, status: 'accepted', rejectionReason: null, candidateIndex: 1, attempts: [] }] },
+                    { round: 2, parents: [1], kept: [1], variants: [{ slot: 0, parent: 1, strategy: 'rewrite', hypothesis: 'check',
+                                targetedCriteria: [], behavioralChange: null, lexicalChange: null, status: 'accepted', rejectionReason: null, candidateIndex: 2, attempts: [] }] }] } },
+    };
+    report.costs = summarizeCosts(trials, { subjectModel: 'test-model' });
+    return { root, report };
+}
+//# sourceMappingURL=fixture.js.map

package/dist/training/cli/report/fixture.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fixture.js","sourceRoot":"","sources":["../../../../src/training/cli/report/fixture.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACpG,OAAO,EAAE,cAAc,EAAyC,MAAM,4BAA4B,CAAC;AAGnG,oFAAoF;AACpF,MAAM,UAAU,aAAa;IAC3B,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC9B,MAAM,OAAO,GAAG,EAAE,OAAO,EAAE,KAAc,EAAE,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,sBAAsB;QAC9F,WAAW,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,oBAAoB,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IAC5H,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,kBAAkB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE;QAChH,cAAc,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE;gBAC5F,qBAAqB,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM;gBAC9G,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE;YACpG,iBAAiB,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE;QAC7F,kBAAkB,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK;YAC/F,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;AAC7E,CAAC;AAED,2FAA2F;AAC3F,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAC/D,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;IACjC,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,sBAAsB,CAAC,CAAC;IACjE,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,cAAc,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE;YACtE,EAAE,EAAE,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE;YAChI,EAAE,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,oBAAoB,EAAE,YAAY,EAAE,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;SAChJ,EAAE,CAAC,CAAC;IACL,MAAM,UAAU,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjF,MAAM,QAAQ,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,EAAE,uCAAuC,EAAE;QAC/F,EAAE,GAAG,IAAI,EAAE,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,EAAE,uCAAuC,EAAE,CAAC,CAAC;IAC7E,MAAM,UAAU,GAAG,CAAC,QAAQ,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,eAAe,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7G,MAAM,KAAK,GAAG,CAAC,WAAmB,EAAE,KAA2B,EAAE,QAAgB,EAAE,KAAa,EAAe,EAAE,CAAC,CAAC;QACjH,MAAM,EAAE,6BAA6B,EAAE,EAAE,EAAE,SAAS,KAAK,IAAI,QAAQ,IAAI,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,WAAW,CAAC,EAAE;QAClI,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE;QAC9I,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,cAAc,EAAE,YAAY,EAAE,SAAS,EAAE,mBAAmB,EAAE;QACrH,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS;QAC3D,IAAI,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE;QAC/I,QAAQ,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;QAC1I,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE;gBACjF,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE;oBACvG,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE;aAClG,EAAE;KACJ,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,GAAG,CAAC,CAAC;QAC/G,KAAK,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,oBAAoB,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,EAC9F,KAAK,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;IACpG,MAAM,MAAM,GAAmB,EAAE,MAAM,EAAE,gCAAgC,EAAE,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAE,EAAE,UAAU,EAAE,IAAI;QAC9I,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,EAAE,MAAM;QAChH,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,4BAA4B,EAAE,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAE;YACvH,UAAU,EAAE,EAAE,SAAS,EAAE,qBAAqB,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBACjG,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,sBAAsB,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE;gBACtF,UAAU,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;oBAChG,eAAe,EAAE,KAAK,GAAG,CAAC,EAAE,oBAAoB,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE;oBACzD,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ;gCAC5G,gBAAgB,EAAE,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,EAAE;oBACpJ,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO;gCAC5G,gBAAgB,EAAE,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE;KAChK,CAAC;IACF,MAAM,CAAC,KAAK,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC,CAAC;IACtE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AAC1B,CAAC"}

package/dist/training/cli/report/index.d.ts

@@ -0,0 +1 @@
+export { exportTrainingReport, isTrainingReport } from './export.js';

package/dist/training/cli/report/index.js

@@ -0,0 +1,2 @@
+export { exportTrainingReport, isTrainingReport } from './export.js';
+//# sourceMappingURL=index.js.map

package/dist/training/cli/report/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/training/cli/report/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC"}

package/dist/training/cli/report/markdown.d.ts

@@ -0,0 +1,2 @@
+import type { TrainingSummary } from './summary.js';
+export declare function renderTrainingMarkdown(summary: TrainingSummary, bundle: string, diffs: Readonly<Record<string, string>>): string;

package/dist/training/cli/report/markdown.js

@@ -0,0 +1,60 @@
+const cell = (value) => String(value).replace(/&/gu, '&amp;').replace(/</gu, '&lt;').replace(/>/gu, '&gt;')
+    .replace(/\|/gu, '&#124;').replace(/`/gu, '&#96;').replace(/[\r\n]+/gu, ' ');
+const number = (value) => value === null ? 'unknown / not run' : value.toFixed(4);
+const table = (head, rows) => [head, head.map(() => '---'), ...rows]
+    .map(row => `| ${row.map(cell).join(' | ')} |`).join('\n');
+const block = (text) => {
+    const fence = '`'.repeat(Math.max(3, ...[...text.matchAll(/`+/gu)].map(match => match[0].length + 1)));
+    return `${fence}diff\n${text}${text.endsWith('\n') ? '' : '\n'}${fence}`;
+};
+export function renderTrainingMarkdown(summary, bundle, diffs) {
+    const labels = new Map(summary.candidates.map(value => [value.candidate.id, value.label]));
+    const selected = labels.get(summary.selectedCandidateId);
+    const lines = ['# Training report', '', `Invocation: ${cell(summary.id)}. Selected candidate: **${selected}**.`, '',
+        `Frozen selection: ${cell(summary.selectedCandidateId)}. Baseline: ${cell(summary.baselineCandidateId)}.`, '',
+        'Selection is recorded by the optimizer before sealed testing; this exporter does not select or regrade.', '',
+        `Candidate files, manifests and patches: [local bundle](${bundle}/). Machine-readable companion: [REPORT.json](REPORT.json).`, '',
+        '## Split scores', '', 'Means weight examples equally. Missing/incomplete measurements stay unknown; observed means are partial diagnostics.', '',
+        table(['Candidate', 'Split', 'Complete mean', 'Observed mean', 'Coverage'], summary.candidates.flatMap(value => ['train', 'validation', 'test'].map(split => [value.label, split, number(value.splits[split].meanScore),
+            number(value.splits[split].observedMean), `${value.splits[split].examples.filter(example => example.meanScore !== null).length}/${value.splits[split].examples.length}`]))), '',
+        '## Rounds', '', 'Original native scores measured in each search round. Prior captures are shown separately; tests and later rescores never enter these rows.', '',
+        `Search trials without round attribution: ${summary.unattributedSearchTrialIds.length}. Their final scores remain in the split table.`, '',
+        table(['Round', 'Candidate', 'Train in round', 'Validation in round', 'Prior/current train', 'Prior/current validation'], summary.roundScores.flatMap(round => round.candidates.map(value => [round.round, value.label,
+            number(value.train), number(value.validation), number(value.availableThroughRound.train.meanScore),
+            number(value.availableThroughRound.validation.meanScore)]))), '',
+        '## Per-example scores', '',
+        table(['Candidate', 'Split', 'Example', 'Trial', 'Measurement', 'Round', 'Score', 'Status', 'Host ms', 'Fidelity'], summary.candidates.flatMap(value => ['train', 'validation', 'test'].flatMap(split => value.splits[split].examples.flatMap(example => example.measurements.length ? example.measurements.map(measurement => [value.label, split, example.id, measurement.trialId,
+            measurement.evaluationId, split === 'test' ? 'post-selection' : measurement.round ?? 'not recorded', number(measurement.score), measurement.status, number(measurement.durationMs),
+            `${measurement.fidelity.measurement}; ${measurement.fidelity.execution}; historical unverified; isolation ${measurement.fidelity.declaredIsolation ?? 'unknown'}`])
+            : [[value.label, split, example.id, 'not run', 'none', 'not recorded', 'unknown', 'not run', 'unknown', 'unverified']])))), '',
+        ...(summary.retries?.length ? ['## Infrastructure retries', '',
+            table(['Failed trial', 'Replacement trial', 'Retry', 'Cause'], summary.retries.map(retry => [retry.failedTrialId, retry.replacementTrialId, retry.attempt, retry.cause])), '',
+            'Failed captures remain listed above with unknown scores; only their replacements enter means.', ''] : []),
+        '## Failing checks', '', summary.failureSummary.length ? table(['Check', 'Verdict', 'Affected trials'], summary.failureSummary.map(value => [value.check, value.status, value.trials])) : 'No non-passing checks recorded.', '',
+        ...summary.failingChecks.map(value => `- ${cell(labels.get(value.candidateId))}/${cell(value.exampleId)} (${value.split}), ${cell(value.check)}: ${value.status}. ${cell(value.reason)}`), '',
+        '## Held-out comparison and uncertainty', '',
+        table(['Example', 'Baseline', 'Selected', 'Selected − baseline'], summary.heldOut.pairs.map(value => [value.exampleId, number(value.baselineScore), number(value.selectedScore), number(value.delta)])), '',
+        `Paired examples: ${summary.heldOut.pairedExamples}. Mean difference: ${number(summary.heldOut.meanDelta)}.`, '',
+        `Sample standard deviation: ${number(summary.heldOut.standardDeviation)}. Standard error: ${number(summary.heldOut.standardError)}.`, '',
+        summary.heldOut.uncertainty, '',
+        ...summary.heldOut.arms ? [
+            table(['Frozen arm', 'Native trials', 'Mean', 'Trial standard error'], summary.heldOut.arms.map(arm => [labels.get(arm.candidateId), arm.trialIds.length, number(arm.meanScore), number(arm.standardError ?? null)])), '',
+            'Trial standard error is descriptive sample variation / sqrt(n), assuming independent trials on these fixed cases; it is not a generalization confidence interval. Rescores replace measurements, not samples.', '',
+        ] : [],
+        '## Durations, requests and costs', '',
+        `Invocation host elapsed time: ${number(summary.durationMs)} ms. Per-trial times include preparation, execution, final evaluation and closure; parallel times are not summed as elapsed time.`, '',
+        `Recorded judge requests: ${summary.requests.judge ?? 'unknown'}. Optimizer requests: ${summary.requests.optimizer ?? 'unknown'}. Subject model requests: unknown.`, '',
+        summary.requests.basis, '', 'API-equivalent USD uses the recorded price catalog or usage-priced decision receipts. Admission estimates are separate; actual billed/subscription charges remain unknown.', '',
+        ...(summary.costs ? [table(['Role', 'Route/name', 'Entries', 'API-equivalent USD', 'Known subtotal USD', 'Completeness'], summary.costs.groups.map(group => [group.role, group.name, group.entryCount, group.apiEquivalentUsd ? `${group.apiEquivalentUsd.low}–${group.apiEquivalentUsd.high}` : 'unknown',
+                `${group.knownSubtotalUsd.low}–${group.knownSubtotalUsd.high}`, group.completeness])), '',
+            `Total API-equivalent USD: ${summary.costs.apiEquivalentUsd ? `${summary.costs.apiEquivalentUsd.low}–${summary.costs.apiEquivalentUsd.high}` : 'unknown'}. Known subtotal: ${summary.costs.knownSubtotalUsd.low}–${summary.costs.knownSubtotalUsd.high}. Usage coverage: ${summary.costs.usageCoverage}.`, '',
+            ...summary.costs.warnings.map(warning => `- ${cell(warning)}`)] : ['No cost receipts supplied; costs and request counts are unknown.']), '',
+        '## Fidelity', '', summary.fidelity, '',
+        'Coverage declarations, unavailable-score reasons and individual cost entries are retained in REPORT.json.', '',
+        '## Candidate diffs against baseline', ''];
+    for (const value of summary.candidates) {
+        lines.push(`### ${value.label}${value.selected ? ' (selected)' : ''}`, '', `Files: [candidate manifest](${bundle}/candidates/${value.label}/manifest.json). Patch: [baseline.diff](${bundle}/candidates/${value.label}/baseline.diff).`, '', diffs[value.label] ? block(diffs[value.label]) : 'No changes from baseline.', '');
+    }
+    return `${lines.join('\n')}\n`;
+}
+//# sourceMappingURL=markdown.js.map

package/dist/training/cli/report/markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../../../../src/training/cli/report/markdown.ts"],"names":[],"mappings":"AAEA,MAAM,IAAI,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC;KACjH,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;AAC/E,MAAM,MAAM,GAAG,CAAC,KAAoB,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACjG,MAAM,KAAK,GAAG,CAAC,IAAc,EAAE,IAAiB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC;KACxF,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7D,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,EAAE;IAC7B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvG,OAAO,GAAG,KAAK,SAAS,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,EAAE,CAAC;AAC3E,CAAC,CAAC;AAEF,MAAM,UAAU,sBAAsB,CAAC,OAAwB,EAAE,MAAc,EAAE,KAAuC;IACtH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3F,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,mBAAmB,CAAE,CAAC;IAC1D,MAAM,KAAK,GAAG,CAAC,mBAAmB,EAAE,EAAE,EAAE,eAAe,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,2BAA2B,QAAQ,KAAK,EAAE,EAAE;QACjH,qBAAqB,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,eAAe,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,GAAG,EAAE,EAAE;QAC7G,yGAAyG,EAAE,EAAE;QAC7G,0DAA0D,MAAM,6DAA6D,EAAE,EAAE;QACjI,iBAAiB,EAAE,EAAE,EAAE,sHAAsH,EAAE,EAAE;QACjJ,KAAK,CAAC,CAAC,WAAW,EAAE,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAC5G,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC;YAChH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE;QACnL,WAAW,EAAE,EAAE,EAAE,6IAA6I,EAAE,EAAE;QAClK,4CAA4C,OAAO,CAAC,0BAA0B,CAAC,MAAM,iDAAiD,EAAE,EAAE;QAC1I,KAAK,CAAC,CAAC,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,0BAA0B,CAAC,EACtH,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK;YAC1F,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,KAAK,CAAC,SAAS,CAAC;YAClG,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE;QACpE,uBAAuB,EAAE,EAAE;QAC3B,KAAK,CAAC,CAAC,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,CAAC,EAChH,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAE,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAC7I,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,EAAE,WAAW,CAAC,OAAO;YACxH,WAAW,CAAC,YAAY,EAAE,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,IAAI,cAAc,EAAE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC;YAClL,GAAG,WAAW,CAAC,QAAQ,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,CAAC,SAAS,sCAAsC,WAAW,CAAC,QAAQ,CAAC,iBAAiB,IAAI,SAAS,EAAE,CAAC,CAAC;YACnK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE;QACpI,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,2BAA2B,EAAE,EAAE;YAC5D,KAAK,CAAC,CAAC,cAAc,EAAE,mBAAmB,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CACzF,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,kBAAkB,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACnF,+FAA+F,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5G,mBAAmB,EAAE,EAAE,EAAE,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,iBAAiB,CAAC,EACpG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,iCAAiC,EAAE,EAAE;QACzH,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,KAAK,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE;QAC7L,wCAAwC,EAAE,EAAE;QAC5C,KAAK,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,qBAAqB,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAClG,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE;QACxG,oBAAoB,OAAO,CAAC,OAAO,CAAC,cAAc,sBAAsB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE;QAChH,8BAA8B,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,qBAAqB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,EAAE,EAAE;QACxI,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE;QAC/B,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YACxB,KAAK,CAAC,CAAC,YAAY,EAAE,eAAe,EAAE,MAAM,EAAE,sBAAsB,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CACpG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE;YACpH,+MAA+M,EAAE,EAAE;SACpN,CAAC,CAAC,CAAC,EAAE;QACN,kCAAkC,EAAE,EAAE;QACtC,iCAAiC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,mIAAmI,EAAE,EAAE;QAClM,4BAA4B,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,SAAS,yBAAyB,OAAO,CAAC,QAAQ,CAAC,SAAS,IAAI,SAAS,oCAAoC,EAAE,EAAE;QACvK,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,EAAE,4KAA4K,EAAE,EAAE;QAC5M,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CACzJ,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,gBAAgB,CAAC,GAAG,IAAI,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS;gBAC5I,GAAG,KAAK,CAAC,gBAAgB,CAAC,GAAG,IAAI,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE;YAC3F,6BAA6B,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,GAAG,IAAI,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,qBAAqB,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,GAAG,IAAI,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,qBAAqB,OAAO,CAAC,KAAK,CAAC,aAAa,GAAG,EAAE,EAAE;YAC7S,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kEAAkE,CAAC,CAAC,EAAE,EAAE;QAC7I,aAAa,EAAE,EAAE,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE;QACvC,2GAA2G,EAAE,EAAE;QAC/G,qCAAqC,EAAE,EAAE,CAAC,CAAC;IAC7C,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EACvE,+BAA+B,MAAM,eAAe,KAAK,CAAC,KAAK,2CAA2C,MAAM,eAAe,KAAK,CAAC,KAAK,kBAAkB,EAAE,EAAE,EAChK,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAE,CAAC,CAAC,CAAC,CAAC,2BAA2B,EAAE,EAAE,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACjC,CAAC"}

package/dist/training/cli/report/summary.d.ts

@@ -0,0 +1,130 @@
+import { type CandidateManifest } from '../../candidates/index.js';
+import { type TrainingReport, type TrialReport } from '../../experiments/index.js';
+import type { EvaluationResult } from '../../contracts/evaluation.js';
+export type Split = TrialReport['phase'];
+export interface Failure {
+    trialId: string;
+    evaluationId: string;
+    candidateId: string;
+    split: Split;
+    exampleId: string;
+    check: string;
+    status: EvaluationResult['status'];
+    reason: string;
+}
+export interface Measurement {
+    trialId: string;
+    evaluationId: string;
+    round: number | null;
+    score: number | null;
+    scoreUnavailable: string | null;
+    status: TrialReport['status'];
+    durationMs: number | null;
+    fidelity: {
+        execution: TrialReport['execution'];
+        measurement: 'native-trial' | 'rescore';
+        historical: 'unverified';
+        declaredIsolation: string | null;
+        captureClosed: boolean;
+        coverage: TrialReport['snapshot']['coverage'];
+    };
+}
+export interface SplitScores {
+    meanScore: number | null;
+    observedMean: number | null;
+    complete: boolean;
+    examples: {
+        id: string;
+        meanScore: number | null;
+        measurements: Measurement[];
+    }[];
+}
+export interface ExportCandidate {
+    label: string;
+    candidate: CandidateManifest;
+    optimizerIndexes: number[];
+    rounds: number[];
+    selected: boolean;
+    splits: Record<Split, SplitScores>;
+}
+/** Presentation of existing measurements only: never selects, executes or regrades. */
+export declare function summarizeTraining(report: TrainingReport): {
+    baselineCandidateId: string;
+    candidates: ExportCandidate[];
+    rounds: {
+        round: number;
+        parents: number[];
+        kept: number[];
+        variants: {
+            slot: number;
+            parent: number;
+            strategy: "refine" | "rewrite";
+            hypothesis: string;
+            targetedCriteria: string[];
+            behavioralChange: number | null;
+            lexicalChange: number | null;
+            status: "rejected" | "accepted" | "empty";
+            rejectionReason: string | null;
+            candidateIndex: number | null;
+            attempts: {
+                behavioralChange: number | null;
+                lexicalChange: number | null;
+                status: "rejected" | "accepted";
+                rejectionReason: string | null;
+            }[];
+        }[];
+    }[];
+    roundScores: {
+        round: number;
+        basis: string;
+        candidates: {
+            candidateId: string;
+            label: string;
+            splits: Record<"validation" | "test" | "train", SplitScores>;
+            train: number | null;
+            validation: number | null;
+            test: null;
+            availableThroughRound: {
+                train: SplitScores;
+                validation: SplitScores;
+            };
+        }[];
+    }[];
+    unattributedSearchTrialIds: string[];
+    heldOut: {
+        complete: boolean;
+        pairs: {
+            exampleId: string;
+            baselineScore: number | null;
+            selectedScore: number | null;
+            delta: number | null;
+        }[];
+        pairedExamples: number;
+        meanDelta: number | null;
+        standardDeviation: number | null;
+        standardError: number | null;
+        uncertainty: string;
+        arms?: import("../../experiments/training/held-out.js").HeldOutScore[] | undefined;
+    };
+    failingChecks: Failure[];
+    failureSummary: {
+        check: string;
+        status: import("../../contracts/evaluation.js").Verdict;
+        trials: number;
+    }[];
+    durationMs: number | null;
+    requests: {
+        judge: number | null;
+        optimizer: number | null;
+        subject: null;
+        basis: string;
+    };
+    costs: import("../../experiments/index.js").CostReport | null;
+    costPlan: import("../../experiments/index.js").TrainingCostPlan | null;
+    fidelity: string;
+    retries?: import("../../experiments/training/retry.js").TrialRetry[] | undefined;
+    schema: "spawnfile.training.training-export.v1";
+    id: string;
+    selectedCandidateId: string;
+};
+export type TrainingSummary = ReturnType<typeof summarizeTraining>;

package/dist/training/cli/report/summary.js

@@ -0,0 +1,165 @@
+import { assertOriginalPolicy, candidateComponents, deriveCandidate, validateCandidate } from '../../candidates/index.js';
+import { includeDecisionCosts, trialScore } from '../../experiments/index.js';
+const mean = (values) => values.length ? values.reduce((a, b) => a + b, 0) / values.length : null;
+function candidates(report) {
+    const components = Object.fromEntries(candidateComponents(report.baseline).map(value => [value.id, value.text]));
+    const key = (value) => JSON.stringify(Object.keys(value).sort().map(id => [id, value[id]]));
+    validateCandidate(report.selected);
+    const entries = new Map();
+    entries.set(report.baseline.id, { candidate: report.baseline, indexes: [] });
+    report.optimizer.provenance.candidates.forEach((value, index) => {
+        const candidate = key(value.components) === key(components) ? report.baseline
+            : deriveCandidate(report.baseline, report.baseline, value.components);
+        const entry = entries.get(candidate.id) ?? { candidate, indexes: [] };
+        entry.indexes.push(index);
+        entries.set(candidate.id, entry);
+    });
+    if (!entries.has(report.selected.id))
+        throw new Error('Selected candidate is absent from optimizer provenance');
+    const trialIds = new Set();
+    for (const trial of report.trials) {
+        if (trial.candidate) {
+            assertOriginalPolicy(report.baseline, trial.candidate);
+            if (trial.candidate.id !== trial.candidateId)
+                throw new Error('Evaluated candidate identity mismatch');
+            if (!entries.has(trial.candidateId))
+                entries.set(trial.candidateId, { candidate: trial.candidate, indexes: [] });
+        }
+        if (trial.phase === 'test' && trial.round !== undefined)
+            throw new Error('Sealed test cannot belong to a search round');
+        if (!entries.has(trial.candidateId))
+            throw new Error(`Trial ${trial.id} has an unexportable candidate`);
+        if (trialIds.has(trial.id))
+            throw new Error('Duplicate native trial in training report');
+        trialIds.add(trial.id);
+        if (!report.partitions[trial.phase].includes(trial.recordId))
+            throw new Error('Trial is outside its declared split');
+    }
+    return [...entries.values()].map(({ candidate, indexes }, index) => ({
+        label: candidate.id === report.baseline.id ? 'baseline' : `candidate-${index}`,
+        candidate, optimizerIndexes: indexes, selected: candidate.id === report.selected.id,
+        rounds: [...new Set([...(report.optimizer.provenance.rounds ?? []).filter(round => [...round.parents, ...round.kept, ...round.variants.flatMap(value => value.candidateIndex === null ? [] : [value.candidateIndex])]
+                    .some(value => indexes.includes(value))).map(value => value.round),
+                ...report.trials.filter(trial => trial.candidateId === candidate.id && trial.round !== undefined).map(trial => trial.round)])].sort((a, b) => a - b),
+        splits: {},
+    }));
+}
+function measurement(trial, rescored, scoring) {
+    const current = rescored ?? trial;
+    let score = null, scoreUnavailable = null;
+    try {
+        score = trialScore(current, scoring);
+    }
+    catch (error) {
+        scoreUnavailable = String(error);
+    }
+    return { trialId: trial.id, evaluationId: current.id, round: trial.round ?? null, score, scoreUnavailable, status: current.status,
+        durationMs: trial.durationMs ?? null, fidelity: { execution: trial.execution,
+            measurement: rescored ? 'rescore' : 'native-trial', historical: 'unverified',
+            declaredIsolation: trial.subject?.isolation ?? null, captureClosed: trial.snapshot.closed,
+            coverage: trial.snapshot.coverage } };
+}
+function failures(trial, rescored) {
+    const current = rescored ?? trial;
+    const rows = [];
+    const visit = (check, value, evaluationId) => {
+        if (value.status !== 'pass')
+            rows.push({ trialId: trial.id, evaluationId, candidateId: trial.candidateId,
+                split: trial.phase, exampleId: trial.recordId, check, status: value.status, reason: value.reason });
+        value.children?.forEach((child, index) => visit(`${check}/${child.id ?? index}`, child, evaluationId));
+        value.grading?.gates.forEach(gate => {
+            if (gate.status !== 'pass')
+                rows.push({ trialId: trial.id, evaluationId, candidateId: trial.candidateId,
+                    split: trial.phase, exampleId: trial.recordId, check: `${check}/grading/gate/${gate.id}`, status: gate.status,
+                    reason: `Grader gate ${gate.id}: ${gate.status}` });
+        });
+    };
+    Object.entries(current.evaluation.checks).forEach(([id, value]) => visit(`check/${id}`, value, current.id));
+    current.evaluation.stages.forEach(stage => {
+        visit(`stage/${stage.id}/gate`, stage.gate, current.id);
+        stage.checks.forEach((value, index) => visit(`stage/${stage.id}/${value.id ?? index}`, value, current.id));
+    });
+    trial.turns.forEach(turn => turn.checks.forEach((value, index) => visit(`turn/${turn.id}/${value.id ?? index}`, value, trial.id)));
+    trial.live.forEach((value, index) => visit(`live/${value.checkId}/${index}`, value.result, trial.id));
+    if (trial.decisiveFailure)
+        visit('decisiveFailure', trial.decisiveFailure, trial.id);
+    if (current.status !== 'pass')
+        rows.push({ trialId: trial.id, evaluationId: current.id, candidateId: trial.candidateId,
+            split: trial.phase, exampleId: trial.recordId, check: 'trial-outcome', status: current.status,
+            reason: current.error ?? `Native execution: ${trial.execution}; host work: ${trial.hostWork}` });
+    return rows;
+}
+function splitScores(report, candidateId, split, trials, rescore) {
+    const examples = report.partitions[split].map(id => {
+        const measurements = trials.filter(trial => trial.candidateId === candidateId && trial.phase === split && trial.recordId === id)
+            .map(trial => measurement(trial, rescore?.(trial), report.scoring));
+        const effective = measurements.filter(value => !report.retries?.some(retry => retry.failedTrialId === value.trialId));
+        const complete = effective.length > 0 && effective.every(value => value.score !== null);
+        return { id, meanScore: complete ? mean(effective.map(value => value.score)) : null, measurements };
+    });
+    const complete = examples.length > 0 && examples.every(value => value.meanScore !== null);
+    return { complete, meanScore: complete ? mean(examples.map(value => value.meanScore)) : null,
+        observedMean: mean(examples.flatMap(value => value.meanScore === null ? [] : [value.meanScore])), examples };
+}
+/** Presentation of existing measurements only: never selects, executes or regrades. */
+export function summarizeTraining(report) {
+    const entries = candidates(report);
+    const latest = (trial) => report.rescores?.findLast(value => value.runId === trial.id);
+    for (const entry of entries)
+        for (const split of ['train', 'validation', 'test']) {
+            entry.splits[split] = splitScores(report, entry.candidate.id, split, report.trials, latest);
+        }
+    const baseline = entries[0];
+    const selected = entries.find(value => value.selected);
+    const pairs = baseline.splits.test.examples.map(example => {
+        const candidate = selected.splits.test.examples.find(value => value.id === example.id);
+        return { exampleId: example.id, baselineScore: example.meanScore, selectedScore: candidate.meanScore,
+            delta: example.meanScore === null || candidate.meanScore === null ? null : candidate.meanScore - example.meanScore };
+    });
+    const deltas = pairs.flatMap(pair => pair.delta === null ? [] : [pair.delta]);
+    const complete = pairs.length > 0 && deltas.length === pairs.length;
+    const meanDelta = complete ? mean(deltas) : null;
+    const standardDeviation = complete && deltas.length > 1
+        ? Math.sqrt(deltas.reduce((sum, value) => sum + (value - meanDelta) ** 2, 0) / (deltas.length - 1)) : null;
+    const failingChecks = report.trials.flatMap(trial => failures(trial, latest(trial)));
+    const failureSummary = [...new Set(failingChecks.map(value => JSON.stringify([value.check, value.status])))].map(key => {
+        const [check, status] = JSON.parse(key);
+        const matching = failingChecks.filter(value => value.check === check && value.status === status);
+        return { check, status, trials: new Set(matching.map(value => value.trialId)).size };
+    });
+    const costs = includeDecisionCosts(report.costs ?? null, report.trials, report.rescores);
+    const count = (role) => costs && (role === 'judge' || report.costs)
+        ? costs.entries.filter(value => value.role === role).length : null;
+    const rounds = [...new Set([...(report.optimizer.provenance.rounds ?? []).map(value => value.round),
+            ...report.trials.flatMap(trial => trial.round === undefined ? [] : [trial.round])])].sort((a, b) => a - b);
+    const roundScores = rounds.map(round => ({
+        round, basis: 'Original native measurements in this round; prior captures are separate; tests and later rescores excluded.',
+        candidates: entries.filter(entry => entry.candidate.id === report.baseline.id || entry.rounds.includes(round))
+            .map(entry => {
+            const inRound = report.trials.filter(trial => trial.phase !== 'test' && trial.round === round);
+            const available = report.trials.filter(trial => trial.phase !== 'test' && trial.round !== undefined && trial.round <= round);
+            const splits = Object.fromEntries(['train', 'validation', 'test'].map(split => [split, splitScores(report, entry.candidate.id, split, inRound)]));
+            return { candidateId: entry.candidate.id, label: entry.label, splits,
+                train: splits.train.meanScore, validation: splits.validation.meanScore, test: null,
+                availableThroughRound: {
+                    train: splitScores(report, entry.candidate.id, 'train', available),
+                    validation: splitScores(report, entry.candidate.id, 'validation', available),
+                } };
+        }),
+    }));
+    return { schema: 'spawnfile.training.training-export.v1', id: report.id, selectedCandidateId: report.selected.id,
+        ...(report.retries?.length ? { retries: report.retries } : {}),
+        baselineCandidateId: report.baseline.id, candidates: entries, rounds: report.optimizer.provenance.rounds ?? [], roundScores,
+        unattributedSearchTrialIds: report.trials.filter(trial => trial.phase !== 'test' && trial.round === undefined).map(trial => trial.id),
+        heldOut: { ...(report.heldOut.some(arm => arm.trialScores !== undefined) ? { arms: report.heldOut } : {}), complete, pairs, pairedExamples: deltas.length, meanDelta, standardDeviation,
+            standardError: standardDeviation === null ? null : standardDeviation / Math.sqrt(deltas.length),
+            uncertainty: !complete ? 'Incomplete held-out pairs; no comparison claim.' : deltas.length < 2
+                ? 'One paired example; sampling uncertainty is unknown. No generalization claim.'
+                : 'Descriptive between-example variation, assuming independent examples; no confidence interval or stochastic-repeat claim.' },
+        failingChecks, failureSummary, durationMs: report.durationMs ?? null,
+        requests: { judge: count('judge'), optimizer: count('optimizer'), subject: null,
+            basis: 'Recorded inference attempts only. Subject turns and usage buckets are not model requests; total HTTP requests are unknown.' },
+        costs, costPlan: report.costPlan ?? null,
+        fidelity: 'Observed native captures and declared isolation; historical reconstruction fidelity is unverified. Rescores are not independent trials.', };
+}
+//# sourceMappingURL=summary.js.map

package/dist/training/cli/report/summary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"summary.js","sourceRoot":"","sources":["../../../../src/training/cli/report/summary.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,eAAe,EAAE,iBAAiB,EAA0B,MAAM,2BAA2B,CAAC;AAClJ,OAAO,EAAE,oBAAoB,EAAE,UAAU,EAA6D,MAAM,4BAA4B,CAAC;AAwBzI,MAAM,IAAI,GAAG,CAAC,MAAgB,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AAE5G,SAAS,UAAU,CAAC,MAAsB;IACxC,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,mBAAmB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjH,MAAM,GAAG,GAAG,CAAC,KAA6B,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACpH,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,IAAI,GAAG,EAA+D,CAAC;IACvF,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7E,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC9D,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ;YAC3E,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;QACxE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QACtE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAChH,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClC,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,oBAAoB,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;YACvD,IAAI,KAAK,CAAC,SAAS,CAAC,EAAE,KAAK,KAAK,CAAC,WAAW;gBAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YACvG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC;gBAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QACnH,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACxH,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC,EAAE,gCAAgC,CAAC,CAAC;QACxG,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QACzF,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACvH,CAAC;IACD,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACnE,KAAK,EAAE,SAAS,CAAC,EAAE,KAAK,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,KAAK,EAAE;QAC9E,SAAS,EAAE,gBAAgB,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,EAAE,KAAK,MAAM,CAAC,QAAQ,CAAC,EAAE;QACnF,MAAM,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAChF,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;qBAC/H,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;gBACpE,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS,CAAC,EAAE,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;QACvJ,MAAM,EAAE,EAAgC;KACzC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,WAAW,CAAC,KAAkB,EAAE,QAAwB,EAAE,OAAmC;IACpG,MAAM,OAAO,GAAG,QAAQ,IAAI,KAAK,CAAC;IAClC,IAAI,KAAK,GAAkB,IAAI,EAAE,gBAAgB,GAAkB,IAAI,CAAC;IACxE,IAAI,CAAC;QAAC,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAAC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAAC,gBAAgB,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAAC,CAAC;IACjG,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,IAAI,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM;QAC/H,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI,EAAE,QAAQ,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1E,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,EAAE,UAAU,EAAE,YAAY;YAC5E,iBAAiB,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,IAAI,IAAI,EAAE,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;YACzF,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC;AAC5C,CAAC;AAED,SAAS,QAAQ,CAAC,KAAkB,EAAE,QAAwB;IAC5D,MAAM,OAAO,GAAG,QAAQ,IAAI,KAAK,CAAC;IAClC,MAAM,IAAI,GAAc,EAAE,CAAC;IAC3B,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,KAAuB,EAAE,YAAoB,EAAE,EAAE;QAC7E,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM;YAAE,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW;gBACtG,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACtG,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,IAAI,KAAK,CAAC,EAAE,IAAI,KAAK,EAAE,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC,CAAC;QACvG,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YAClC,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;gBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW;oBACrG,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,KAAK,iBAAiB,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM;oBAC7G,MAAM,EAAE,eAAe,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IACF,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5G,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;QACxC,KAAK,CAAC,SAAS,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;QACxD,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE,IAAI,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7G,CAAC,CAAC,CAAC;IACH,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE,IAAI,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACnI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,CAAC,OAAO,IAAI,KAAK,EAAE,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IACtG,IAAI,KAAK,CAAC,eAAe;QAAE,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;IACrF,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM;QAAE,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW;YACpH,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM;YAC7F,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,qBAAqB,KAAK,CAAC,SAAS,gBAAgB,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACnG,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,WAAW,CAAC,MAAsB,EAAE,WAAmB,EAAE,KAAY,EAAE,MAAqB,EACnG,OAA2D;IAC3D,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QACjD,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,WAAW,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,KAAK,CAAC,QAAQ,KAAK,EAAE,CAAC;aAC7H,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACtE,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,aAAa,KAAK,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QACtH,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;QACxF,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC;IACvG,CAAC,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC;IAC1F,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAU,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;QAC3F,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;AACjH,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,iBAAiB,CAAC,MAAsB;IACtD,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,CAAC,KAAkB,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,EAAE,CAAC,CAAC;IACpG,KAAK,MAAM,KAAK,IAAI,OAAO;QAAE,KAAK,MAAM,KAAK,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAU,EAAE,CAAC;YAC1F,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC9F,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;IAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAE,CAAC;IACxD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;QACxD,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,EAAE,CAAE,CAAC;QACxF,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,aAAa,EAAE,OAAO,CAAC,SAAS,EAAE,aAAa,EAAE,SAAS,CAAC,SAAS;YAClG,KAAK,EAAE,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,SAAS,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IACzH,CAAC,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9E,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC;IACpE,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACjD,MAAM,iBAAiB,GAAG,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QACrD,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,GAAG,SAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9G,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACrF,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QACrH,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAyC,CAAC;QAChF,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;QACjG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACvF,CAAC,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,oBAAoB,CAAC,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IACzF,MAAM,KAAK,GAAG,CAAC,IAA2B,EAAE,EAAE,CAAC,KAAK,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC;QACxF,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IACrE,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;YACjG,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7G,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvC,KAAK,EAAE,KAAK,EAAE,6GAA6G;QAC3H,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,KAAK,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;aAC3G,GAAG,CAAC,KAAK,CAAC,EAAE;YACX,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC;YAC/F,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC;YAC7H,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAE,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CACvF,CAAC,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAA+B,CAAC;YACnG,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM;gBAClE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI;gBAClF,qBAAqB,EAAE;oBACrB,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,EAAE,EAAE,OAAO,EAAE,SAAS,CAAC;oBAClE,UAAU,EAAE,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,SAAS,CAAC;iBAC7E,EAAE,CAAC;QACR,CAAC,CAAC;KACL,CAAC,CAAC,CAAC;IACJ,OAAO,EAAE,MAAM,EAAE,uCAAgD,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,mBAAmB,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE;QACvH,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,mBAAmB,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,EAAE,EAAE,WAAW;QAC3H,0BAA0B,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;QACrI,OAAO,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,iBAAiB;YACrL,aAAa,EAAE,iBAAiB,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YAC/F,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,iDAAiD,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;gBAC5F,CAAC,CAAC,+EAA+E;gBACjF,CAAC,CAAC,0HAA0H,EAAE;QAClI,aAAa,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;QACpE,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,IAAI;YAC7E,KAAK,EAAE,4HAA4H,EAAE;QACvI,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI;QACxC,QAAQ,EAAE,yIAAyI,GACpJ,CAAC;AACJ,CAAC"}