spawnfile 0.1.24 → 0.1.27

package/dist/training/experiments/trials/trial.js

@@ -0,0 +1,361 @@
+import { resolve } from 'node:path';
+import { captureObservation } from '../../capture/index.js';
+import { combine, evaluatePlan, mayStop, result } from '../../evaluation/index.js';
+import { captureBindings, resolveTurnInput } from './bindings.js';
+import { collectOutputs, stageInput } from './files.js';
+import { createLiveMonitor } from './live.js';
+import { trialControl } from './control.js';
+import { requireMechanicalTurn } from './preflight.js';
+import { drainObservations } from './closure.js';
+import { subjectUsageSnapshot } from './subject-usage.js';
+import { createTrialPaths, releaseTrialScratch } from './paths.js';
+import { subjectStartupCapture, subjectStartupDiagnostic, writeOperatorCapture } from './diagnostics.js';
+/** Missing or partial admission evidence never proves a never-acting execution. */
+function zeroAdmission(native) {
+    const evidence = native.admission;
+    return native.status === 'failed' && !!evidence && evidence.executionRecords === 0 &&
+        evidence.executionsUsed === 0 && evidence.agentExecutionsUsed === 0 && evidence.tokensUsed === 0 &&
+        evidence.agentTokensUsed === 0 && evidence.toolEvents === 0 && evidence.outputEvents === 0;
+}
+/** Re-derived from persisted counters, never from a failure label alone. */
+export function hasUnadmittedExecution(turns) {
+    return turns.length > 0 && turns.every(({ native }) => zeroAdmission(native));
+}
+/** Retained evidence vetoes replacement, including reports classified by older runners. */
+export function hasSubjectBehavior(evidence) {
+    const { snapshot, turns } = evidence;
+    return !!evidence.decisiveFailure || snapshot.output.length > 0 ||
+        Object.values(snapshot.artifacts).some(artifact => artifact.bytes.length > 0) ||
+        snapshot.subjectUsage?.usage != null ||
+        turns.some(({ native }) => native.status === 'completed' || native.blocked === 'awaiting-external-input' ||
+            native.text.length > 0 || native.usage !== null || native.admission !== undefined && !zeroAdmission(native)) ||
+        snapshot.events.some(event => event.type === 'tool.dispatch' || event.type === 'tool.complete' ||
+            event.type === 'usage' || event.type === 'output' && !!event.text);
+}
+export async function runTrial(options) {
+    const started = performance.now();
+    const { adapter, registry } = options;
+    const record = structuredClone(options.record);
+    if (!options.id || !options.model)
+        throw new Error('Trial identity and model are required');
+    const inputs = record.turns ?? [{ id: 'task', input: record.input }];
+    if (!inputs.length || inputs.some(turn => !turn.input))
+        throw new Error('No trial stimuli');
+    if (inputs.length > 1 && !adapter.capabilities.multiTurn)
+        throw new Error('Adapter cannot preserve multiple native wakes');
+    for (const turn of record.turns ?? [])
+        requireMechanicalTurn(turn.checks ?? [], registry);
+    for (const check of record.live.checks) {
+        if (mayStop(check, registry) && (!adapter.capabilities.liveObservations || adapter.capabilities.cancellation === 'none')) {
+            throw new Error('Selected hard stop requires native observation and cancellation');
+        }
+    }
+    if (adapter.capabilities.readIsolation !== 'declared-paths' || !adapter.capabilities.protectedPaths) {
+        throw new Error('Trial requires native protection for evaluator-owned files');
+    }
+    const paths = await createTrialPaths(options.root, options.subjectRoot);
+    const control = trialControl(options.timeoutMs, options.signal);
+    const turns = [];
+    let events = [];
+    let coverage = [{ channel: 'tools', completeness: 'partial', ordering: 'none' },
+        { channel: 'output', completeness: 'partial', ordering: 'source' }];
+    let output = '';
+    let prepared;
+    let error;
+    let execution = 'completed';
+    let failureKind;
+    let limit;
+    let sinkFailed = false;
+    let closed = false;
+    let observationTail = Promise.resolve();
+    let observationFailure;
+    let diagnostic;
+    const inputFiles = {};
+    const bindings = {};
+    const persist = async (type, payload) => {
+        try {
+            await options.persist({ type, payload });
+        }
+        catch (error) {
+            sinkFailed = true;
+            control.stop('Evidence persistence failed');
+            throw error;
+        }
+    };
+    const observer = options.evaluation.observeJudgeAttempt;
+    const evaluationServices = { ...options.evaluation,
+        observeMeasurement: async (measurement) => { await persist('evaluation.measurement', measurement); },
+        observeJudgeAttempt: async (attempt) => {
+            await persist('judge.attempt', attempt);
+            await observer?.(structuredClone(attempt));
+        } };
+    let nativeClosureConfirmed = false;
+    let collectedBehavior = false;
+    let pendingCollections = 0;
+    let collectionFailed = false;
+    const externallyInterrupted = () => control.cause === 'operator' || control.cause === 'deadline';
+    const subjectUsage = () => subjectUsageSnapshot(turns.map(turn => turn.native), { expectedTurns: inputs.length,
+        complete: closed && (execution === 'completed' || execution === 'limit-exceeded') && control.hostWork === 'settled' && !control.signal.aborted && nativeClosureConfirmed });
+    const snapshot = async () => {
+        pendingCollections++;
+        try {
+            const state = { trialId: options.id, recordId: record.id, closed, subjectUsage: subjectUsage(),
+                events: structuredClone(events), coverage: structuredClone(coverage), output, inputFiles: { ...inputFiles },
+                context: record.context ?? {} };
+            let artifacts = {};
+            for (const [name, path] of Object.entries(record.outputs ?? {})) {
+                const captured = await collectOutputs({ [name]: path }, paths.workspace, `${options.id}/${events.length}`);
+                collectedBehavior ||= Object.values(captured).some(artifact => artifact.bytes.length > 0);
+                artifacts = { ...artifacts, ...captured };
+            }
+            const collected = await prepared?.collect?.(turns.length ? { turns: structuredClone(turns.map(({ id, native }) => ({ id, native }))) } : undefined);
+            collectedBehavior ||= Object.values(collected ?? {}).some(artifact => artifact.bytes.length > 0);
+            return { ...state, artifacts: { ...artifacts, ...collected } };
+        }
+        catch (error) {
+            collectionFailed = true;
+            throw error;
+        }
+        finally {
+            pendingCollections--;
+        }
+    };
+    const live = createLiveMonitor({ checks: record.live.checks, registry, evaluation: evaluationServices,
+        persist: entry => persist('live.evaluation', entry), stop: why => control.stop(why, 'decisive'), signal: control.signal });
+    const fail = () => {
+        if (externallyInterrupted()) {
+            execution = 'interrupted';
+            failureKind = undefined;
+            return;
+        }
+        execution = 'failed';
+        // Retain all observed behavior, even if a later empty result or failed
+        // collector cannot publish a snapshot. Only a never-acting subject is replaceable.
+        const acted = collectedBehavior || collectionFailed && !hasUnadmittedExecution(turns) || pendingCollections > 0 ||
+            hasSubjectBehavior({ turns, snapshot: { events, output, artifacts: {} }, decisiveFailure: live.decisive });
+        failureKind = live.decisive ? 'behavioral' : acted ? 'measurement' : 'native-infrastructure';
+    };
+    const evaluate = (state) => ({ ...evaluationServices, snapshot: state, results: {}, scores: {}, signal: control.signal });
+    try {
+        await persist('trial.started', { id: options.id, phase: options.phase, candidateId: options.candidateId,
+            datasetDigest: options.datasetDigest, planDigest: options.planDigest, recordId: record.id,
+            adapter: adapter.id, capabilities: adapter.capabilities, model: options.model, timeoutMs: options.timeoutMs });
+        prepared = await control.owned(options.prepare(paths, control.signal));
+        if (control.signal.aborted)
+            throw new Error(control.reason);
+        const session = await control.owned(adapter.start({ trialId: options.id, slot: options.slot, workspacePath: paths.workspace,
+            runtimeHomePath: paths.runtimeHome, instructions: prepared.instructions, tools: prepared.tools, model: options.model,
+            protectedPaths: [resolve(options.root), paths.control, paths.runtimeHome, ...Object.values(options.resources ?? {}), ...(options.protectedPaths ?? [])],
+            signal: control.signal,
+            onObservation: event => {
+                const operation = observationTail.then(async () => {
+                    if (closed)
+                        throw new Error('Adapter emitted after trial closure');
+                    if (event.trialId !== options.id)
+                        throw new Error('Observation belongs to another trial');
+                    const next = captureObservation(events, event);
+                    if (next.length === events.length)
+                        return;
+                    await persist('observation', event);
+                    if (closed)
+                        throw new Error('Observation persisted after trial closure');
+                    events = next;
+                    if (event.type === 'output')
+                        output = event.text ?? '';
+                    const state = await snapshot();
+                    if (closed)
+                        throw new Error('Observation collected after trial closure');
+                    await live.checkpoint(state, event.id);
+                }).catch(caught => { observationFailure = String(caught); control.stop('Native observation failed'); throw caught; });
+                observationTail = operation.catch(() => undefined);
+                return control.owned(operation);
+            } }).then(session => { control.attach(session); return session; }));
+        for (const turn of inputs) {
+            if (control.signal.aborted)
+                break;
+            const text = await stageInput(resolveTurnInput(turn.input, bindings), paths.workspace, options.resources ?? {}, inputFiles);
+            await persist('turn.input', { id: turn.id, input: text });
+            const native = await control.owned(session.run({ id: turn.id, text }, control.signal));
+            // Native work is evidence even if observation draining, collection or
+            // evaluation fails afterwards. Never make retaining usage depend on them.
+            const turnReport = { id: turn.id, native, checks: [] };
+            turns.push(turnReport);
+            output = native.text;
+            coverage = turns.flatMap(prior => prior.native.coverage);
+            await persist('turn.native-result', { id: turn.id, native });
+            await control.owned(observationTail);
+            if (observationFailure)
+                throw new Error(observationFailure);
+            const state = await control.owned(snapshot());
+            const authored = ('checks' in turn ? turn.checks : undefined) ?? [];
+            const checks = authored.length ? (await evaluatePlan([{ id: `turn-${turn.id}`, checks: authored }], evaluate({ ...state, closed: true, events: state.events.filter(event => event.wakeId === turn.id),
+                coverage: native.coverage, subjectUsage: subjectUsageSnapshot([native], { expectedTurns: 1,
+                    complete: control.hostWork === 'settled' && !control.signal.aborted &&
+                        native.stop?.state === 'acknowledged' && native.stop.quiescence === 'confirmed' }) }), registry)).stages[0].checks : [];
+            turnReport.checks = checks;
+            await persist('turn.completed', turnReport);
+            if (native.status !== 'completed') {
+                // A turn that closed its own execution and left the delivery deferred is the
+                // subject's outcome, not the machine's. The stop proofs below can still
+                // demote it; an uncertain, hung, crashed or cancelled turn never reaches it.
+                // The same holds for a budget the subject declared and its runtime sealed as exhausted.
+                execution = native.status === 'cancelled' ? 'interrupted'
+                    : native.blocked === 'awaiting-external-input' ? 'deferred' : native.limit ? 'limit-exceeded' : 'failed';
+                if (execution === 'limit-exceeded')
+                    limit = native.limit;
+                if (execution === 'failed')
+                    fail();
+                error = native.error;
+                break;
+            }
+            if (checks.some(check => check.status !== 'pass' || check.finality !== 'final')) {
+                execution = 'interrupted';
+                error = 'Turn gate is not satisfied';
+                break;
+            }
+            Object.assign(bindings, captureBindings(('bind' in turn ? turn.bind : undefined) ?? {}, { events: state.events.filter(event => event.wakeId === turn.id), context: state.context }));
+        }
+    }
+    catch (caught) {
+        error = [turns.at(-1)?.native.error, caught instanceof Error ? caught.message : String(caught)].filter(Boolean).join('; ');
+        const abortedByPolicy = control.cause === 'decisive' && caught instanceof Error && caught.name === 'AbortError';
+        execution = control.cause === 'operator' || control.cause === 'deadline' || abortedByPolicy ? 'interrupted' : 'failed';
+        if (execution === 'failed')
+            fail();
+        diagnostic = subjectStartupDiagnostic(caught);
+        const capture = diagnostic ? subjectStartupCapture(caught) : undefined;
+        // The adapter's own copy can be runtime-local; the operator's trial directory outlives it.
+        const operatorCapture = capture ? await writeOperatorCapture(paths.root, capture) : undefined;
+        if (diagnostic && operatorCapture)
+            diagnostic = { ...diagnostic, operatorCapture };
+        control.stop(error);
+    }
+    if (diagnostic) {
+        // The adapter's full capture can live on storage that dies with its runtime; this is the durable copy.
+        // A sink failure is already recorded, and the report below refuses to claim durable success.
+        try {
+            await persist('subject.startup-diagnostic', diagnostic);
+        }
+        catch { /* sinkFailed carries it to the report */ }
+    }
+    if (control.signal.aborted && execution === 'completed')
+        execution = 'interrupted';
+    control.closeNative('Native trial work ended');
+    const nativeStop = await control.receipt();
+    nativeClosureConfirmed = nativeStop?.state === 'acknowledged' && nativeStop.quiescence === 'confirmed';
+    // Two separate refusals, and a report that cannot tell them apart sends the next
+    // investigation to the wrong layer. Closure is claimable only with the adapter's
+    // own proofs — idle runtime, acknowledged stop, observed exit — and without them
+    // the run is an unproven execution and stays unscorable. Terminal
+    // evidence is the separate question of whether this trial can be scored at all:
+    // a run can be provably quiet and still have no frame to score, which is not a
+    // containment doubt and must never be published as one.
+    const unproven = !nativeClosureConfirmed ? `Native closure unproven${nativeStop?.unconfirmed ? ` (${nativeStop.unconfirmed})` : ''}` : undefined;
+    // A multi-wake trial names the delivery the refusal was read from: with several
+    // wakes, "no terminal evidence" alone cannot say which one to go and look at.
+    const failedWake = nativeStop?.wakes?.filter(wake => wake.unevidenced).at(-1)?.wakeId;
+    const unevidenced = nativeStop?.unevidenced
+        ? `Native trial unscorable for want of terminal evidence (${nativeStop.unevidenced})${failedWake ? ` on wake ${failedWake}` : ''}` : undefined;
+    if ((execution === 'deferred' || execution === 'limit-exceeded') && (unproven || unevidenced || control.signal.aborted)) {
+        fail();
+        // The deferral is the subject's outcome; this demotion is the machine's. While
+        // they shared one message, an unprovable closure published the subject's own
+        // "delivery blocked awaiting external input" as the reason a trial was
+        // unscorable — the exact sentence that sent two investigations after the
+        // subject instead of the missing proof. Name the fault, keep what the turn said.
+        error = [...(unproven ? [unproven] : []), ...(unevidenced ? [unevidenced] : []),
+            ...(control.signal.aborted ? ['trial cancelled'] : []), ...(error ? [error] : [])].join('; ');
+    }
+    try {
+        await control.owned(drainObservations(() => observationTail));
+        if (observationFailure)
+            throw new Error(observationFailure);
+    }
+    catch (caught) {
+        error = [error, `Observation closure failed: ${String(caught)}`].filter(Boolean).join('; ');
+        fail();
+        control.stop(error);
+    }
+    closed = true;
+    try {
+        let finalSnapshot;
+        let evaluation = { status: 'error', stages: [], checks: {}, scores: {} };
+        let liveGates = [];
+        try {
+            finalSnapshot = await control.owned(snapshot());
+        }
+        catch (caught) {
+            error = [error, `Final collection failed: ${String(caught)}`].filter(Boolean).join('; ');
+            fail();
+            control.stop(error);
+            finalSnapshot = { trialId: options.id, recordId: record.id, closed, subjectUsage: subjectUsage(), events: structuredClone(events),
+                coverage: structuredClone(coverage), output, inputFiles: { ...inputFiles }, context: record.context ?? {}, artifacts: {} };
+        }
+        try {
+            liveGates = await control.owned(live.close(finalSnapshot, !live.decisive));
+            if (live.decisive) {
+                evaluation = { status: 'skipped', stages: [], checks: {}, scores: {} };
+                await persist('terminal.evaluation.skipped', { reason: 'Selected decisive mechanical failure', witness: live.decisive });
+            }
+            else
+                evaluation = await control.owned(evaluatePlan(record.effectiveStages, evaluate(finalSnapshot), registry));
+        }
+        catch (caught) {
+            error = [error, `Final evaluation failed: ${String(caught)}`].filter(Boolean).join('; ');
+            fail();
+            control.stop(error);
+        }
+        // Final collection or live checks can reveal behavior after an earlier failure.
+        if (execution === 'failed')
+            fail();
+        const finalStop = await control.receipt();
+        if (externallyInterrupted() || control.signal.aborted && execution === 'completed') {
+            execution = 'interrupted';
+            failureKind = undefined;
+        }
+        // Subject totals were frozen at native closure; judge failures are separate work.
+        if (observationFailure && finalSnapshot.subjectUsage) {
+            finalSnapshot.subjectUsage.status = 'incomplete';
+            delete finalSnapshot.subjectUsage.settled;
+        }
+        const gates = [result(evaluation.status, 'Terminal plan'), ...liveGates,
+            ...(live.decisive ? [live.decisive] : []), ...turns.flatMap(turn => turn.checks)];
+        const preDeferralStatus = combine('all', gates).status;
+        if (execution === 'deferred') {
+            // The subject closed its own execution and left the delivery unanswered: a final
+            // failing witness in its own right, so the trial is scored and never passes. The
+            // measured checks keep their own verdicts and weights — a missing artifact stays
+            // missing rather than becoming a zero — and an errored plan still outranks it, so
+            // an evaluation that could not measure is never reported as a behavioural zero.
+            if (preDeferralStatus !== 'error') {
+                gates.push(result('fail', error ?? 'Native delivery remains deferred awaiting external input'));
+            }
+        }
+        else if (execution === 'limit-exceeded') {
+            // Running out of a declared budget is the subject's failure, graded on what it left.
+            if (preDeferralStatus !== 'error')
+                gates.push(result('fail', `Subject exhausted its declared ${limit} limit`));
+        }
+        else if (execution !== 'completed' && !live.decisive)
+            gates.push(result('error', error ?? control.reason ?? 'Incomplete native execution'));
+        const report = { schema: 'spawnfile.training.trial.v1', id: options.id, phase: options.phase,
+            candidateId: options.candidateId, datasetDigest: options.datasetDigest, planDigest: options.planDigest,
+            recordId: record.id, durationMs: performance.now() - started,
+            subject: { adapterId: adapter.id, requestedModel: options.model, isolation: adapter.capabilities.isolation },
+            ...(execution === 'deferred' && options.retainDeferredStatus ? { preDeferralStatus } : {}),
+            ...(failureKind ? { failureKind } : {}), ...(execution === 'limit-exceeded' ? { limit } : {}),
+            ...(collectionFailed ? { collectionFailed: true } : {}),
+            paths, status: combine('all', gates).status, execution, hostWork: control.hostWork, snapshot: finalSnapshot,
+            expectedTurns: inputs.length, turns, evaluation, live: structuredClone(live.history), decisiveFailure: structuredClone(live.decisive),
+            stop: structuredClone(finalStop), ...(diagnostic ? { diagnostic: structuredClone(diagnostic) } : {}), ...(error ? { error } : {}) };
+        if (sinkFailed)
+            throw new Error('Trial evidence persistence failed; no durable success report');
+        await persist('trial.completed', report);
+        return report;
+    }
+    finally {
+        control.dispose();
+        await releaseTrialScratch(paths, options.subjectRoot, nativeClosureConfirmed && control.hostWork === 'settled');
+    }
+}
+//# sourceMappingURL=trial.js.map

package/dist/training/experiments/trials/trial.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trial.js","sourceRoot":"","sources":["../../../../src/training/experiments/trials/trial.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAC;AACnF,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAClE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,wBAAwB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAGzG,mFAAmF;AACnF,SAAS,aAAa,CAAC,MAAyB;IAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC;IAClC,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,QAAQ,IAAI,QAAQ,CAAC,gBAAgB,KAAK,CAAC;QAChF,QAAQ,CAAC,cAAc,KAAK,CAAC,IAAI,QAAQ,CAAC,mBAAmB,KAAK,CAAC,IAAI,QAAQ,CAAC,UAAU,KAAK,CAAC;QAChG,QAAQ,CAAC,eAAe,KAAK,CAAC,IAAI,QAAQ,CAAC,UAAU,KAAK,CAAC,IAAI,QAAQ,CAAC,YAAY,KAAK,CAAC,CAAC;AAC/F,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,sBAAsB,CAAC,KAA4B;IACjE,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,2FAA2F;AAC3F,MAAM,UAAU,kBAAkB,CAAC,QAIlC;IACC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC;IACrC,OAAO,CAAC,CAAC,QAAQ,CAAC,eAAe,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;QAC7D,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QAC7E,QAAQ,CAAC,YAAY,EAAE,KAAK,IAAI,IAAI;QACpC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,OAAO,KAAK,yBAAyB;YACtG,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,KAAK,IAAI,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAC9G,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,eAAe,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe;YAC5F,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,OAAqB;IAClD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAClC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IACtC,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/C,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC5F,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAM,EAAE,CAAC,CAAC;IACtE,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAC5F,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IAC3H,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE;QAAE,qBAAqB,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC1F,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACvC,IAAI,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,gBAAgB,IAAI,OAAO,CAAC,YAAY,CAAC,YAAY,KAAK,MAAM,CAAC,EAAE,CAAC;YACzH,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;QACrF,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,YAAY,CAAC,aAAa,KAAK,gBAAgB,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC;QACpG,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAChF,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAChE,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,IAAI,MAAM,GAAkB,EAAE,CAAC;IAC/B,IAAI,QAAQ,GAA0B,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE;QACpG,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IACtE,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,QAAmC,CAAC;IACxC,IAAI,KAAyB,CAAC;IAC9B,IAAI,SAAS,GAA6B,WAAW,CAAC;IACtD,IAAI,WAAuC,CAAC;IAC5C,IAAI,KAA2B,CAAC;IAChC,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,eAAe,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IACxC,IAAI,kBAAsC,CAAC;IAC3C,IAAI,UAAqC,CAAC;IAC1C,MAAM,UAAU,GAA2B,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,MAAM,OAAO,GAAG,KAAK,EAAE,IAAY,EAAE,OAAgB,EAAE,EAAE;QACvD,IAAI,CAAC;YAAC,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAAC,CAAC;QACjD,OAAO,KAAK,EAAE,CAAC;YAAC,UAAU,GAAG,IAAI,CAAC;YAAC,OAAO,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAAC,MAAM,KAAK,CAAC;QAAC,CAAC;IAChG,CAAC,CAAC;IACF,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,mBAAmB,CAAC;IACxD,MAAM,kBAAkB,GAAG,EAAE,GAAG,OAAO,CAAC,UAAU;QAChD,kBAAkB,EAAE,KAAK,EAAE,WAA0E,EAAE,EAAE,GAAG,MAAM,OAAO,CAAC,wBAAwB,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC;QACnK,mBAAmB,EAAE,KAAK,EAAE,OAAgC,EAAE,EAAE;YAChE,MAAM,OAAO,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;YACxC,MAAM,QAAQ,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC;QAC7C,CAAC,EAAE,CAAC;IACJ,IAAI,sBAAsB,GAAG,KAAK,CAAC;IACnC,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAC9B,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAC7B,MAAM,qBAAqB,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,KAAK,UAAU,IAAI,OAAO,CAAC,KAAK,KAAK,UAAU,CAAC;IACjG,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,oBAAoB,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,EAAE,MAAM,CAAC,MAAM;QAC5G,QAAQ,EAAE,MAAM,IAAI,CAAC,SAAS,KAAK,WAAW,IAAI,SAAS,KAAK,gBAAgB,CAAC,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,sBAAsB,EAAE,CAAC,CAAC;IAC9K,MAAM,QAAQ,GAAG,KAAK,IAAiC,EAAE;QACvD,kBAAkB,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE;gBAC5F,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,GAAG,UAAU,EAAE;gBAC3G,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;YAClC,IAAI,SAAS,GAAoC,EAAE,CAAC;YACpD,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;gBAChE,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,SAAS,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC3G,iBAAiB,KAAK,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAC1F,SAAS,GAAG,EAAE,GAAG,SAAS,EAAE,GAAG,QAAQ,EAAE,CAAC;YAC5C,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,QAAQ,EAAE,OAAO,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACpJ,iBAAiB,KAAK,MAAM,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACjG,OAAO,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,EAAE,GAAG,SAAS,EAAE,GAAG,SAAS,EAAE,EAAE,CAAC;QACjE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,gBAAgB,GAAG,IAAI,CAAC;YAAC,MAAM,KAAK,CAAC;QAAC,CAAC;gBACjD,CAAC;YAAC,kBAAkB,EAAE,CAAC;QAAC,CAAC;IACnC,CAAC,CAAC;IACF,MAAM,IAAI,GAAG,iBAAiB,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,kBAAkB;QACnG,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7H,MAAM,IAAI,GAAG,GAAG,EAAE;QAChB,IAAI,qBAAqB,EAAE,EAAE,CAAC;YAAC,SAAS,GAAG,aAAa,CAAC;YAAC,WAAW,GAAG,SAAS,CAAC;YAAC,OAAO;QAAC,CAAC;QAC5F,SAAS,GAAG,QAAQ,CAAC;QACrB,uEAAuE;QACvE,mFAAmF;QACnF,MAAM,KAAK,GAAG,iBAAiB,IAAI,gBAAgB,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,IAAI,kBAAkB,GAAG,CAAC;YAC7G,kBAAkB,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,eAAe,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC7G,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,uBAAuB,CAAC;IAC/F,CAAC,CAAC;IACF,MAAM,QAAQ,GAAG,CAAC,KAAyB,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,kBAAkB,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9I,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,eAAe,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW;YACrG,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE;YACzF,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QACjH,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACvE,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,CAAC,SAAS;YACzH,eAAe,EAAE,KAAK,CAAC,WAAW,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK;YACpH,cAAc,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;YACvJ,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,aAAa,EAAE,KAAK,CAAC,EAAE;gBACrB,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;oBAClD,IAAI,MAAM;wBAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;oBACnE,IAAI,KAAK,CAAC,OAAO,KAAK,OAAO,CAAC,EAAE;wBAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;oBAC1F,MAAM,IAAI,GAAG,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;oBAC/C,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM;wBAAE,OAAO;oBAC1C,MAAM,OAAO,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;oBACpC,IAAI,MAAM;wBAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;oBACzE,MAAM,GAAG,IAAI,CAAC;oBACd,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;wBAAE,MAAM,GAAG,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;oBACvD,MAAM,KAAK,GAAG,MAAM,QAAQ,EAAE,CAAC;oBAC/B,IAAI,MAAM;wBAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;oBACzE,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;gBACvC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,GAAG,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtH,eAAe,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;gBACnD,OAAO,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAClC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtE,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;gBAAE,MAAM;YAClC,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE,EAAE,UAAU,CAAC,CAAC;YAC5H,MAAM,OAAO,CAAC,YAAY,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;YACvF,sEAAsE;YACtE,0EAA0E;YAC1E,MAAM,UAAU,GAAe,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACvB,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC;YACrB,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACzD,MAAM,OAAO,CAAC,oBAAoB,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC7D,MAAM,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YACrC,IAAI,kBAAkB;gBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;YAC5D,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YACpE,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAChG,QAAQ,CAAC,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC/F,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,YAAY,EAAE,oBAAoB,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,EAAE,CAAC;oBACxF,QAAQ,EAAE,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO;wBACjE,MAAM,CAAC,IAAI,EAAE,KAAK,KAAK,cAAc,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,KAAK,WAAW,EAAE,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YACjI,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC;YAC3B,MAAM,OAAO,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC;YAC5C,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAClC,6EAA6E;gBAC7E,wEAAwE;gBACxE,6EAA6E;gBAC7E,wFAAwF;gBACxF,SAAS,GAAG,MAAM,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,aAAa;oBACvD,CAAC,CAAC,MAAM,CAAC,OAAO,KAAK,yBAAyB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,QAAQ,CAAC;gBAC3G,IAAI,SAAS,KAAK,gBAAgB;oBAAE,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBACzD,IAAI,SAAS,KAAK,QAAQ;oBAAE,IAAI,EAAE,CAAC;gBACnC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBAAC,MAAM;YAC9B,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,MAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,OAAO,CAAC,EAAE,CAAC;gBAAC,SAAS,GAAG,aAAa,CAAC;gBAAC,KAAK,GAAG,4BAA4B,CAAC;gBAAC,MAAM;YAAC,CAAC;YAC5J,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,EACpF,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACjG,CAAC;IACH,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QAChB,KAAK,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3H,MAAM,eAAe,GAAG,OAAO,CAAC,KAAK,KAAK,UAAU,IAAI,MAAM,YAAY,KAAK,IAAI,MAAM,CAAC,IAAI,KAAK,YAAY,CAAC;QAChH,SAAS,GAAG,OAAO,CAAC,KAAK,KAAK,UAAU,IAAI,OAAO,CAAC,KAAK,KAAK,UAAU,IAAI,eAAe,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC;QACvH,IAAI,SAAS,KAAK,QAAQ;YAAE,IAAI,EAAE,CAAC;QACnC,UAAU,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACvE,2FAA2F;QAC3F,MAAM,eAAe,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,oBAAoB,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9F,IAAI,UAAU,IAAI,eAAe;YAAE,UAAU,GAAG,EAAE,GAAG,UAAU,EAAE,eAAe,EAAE,CAAC;QACnF,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IACD,IAAI,UAAU,EAAE,CAAC;QACf,uGAAuG;QACvG,6FAA6F;QAC7F,IAAI,CAAC;YAAC,MAAM,OAAO,CAAC,4BAA4B,EAAE,UAAU,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,yCAAyC,CAAC,CAAC;IACtH,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,SAAS,KAAK,WAAW;QAAE,SAAS,GAAG,aAAa,CAAC;IACnF,OAAO,CAAC,WAAW,CAAC,yBAAyB,CAAC,CAAC;IAC/C,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3C,sBAAsB,GAAG,UAAU,EAAE,KAAK,KAAK,cAAc,IAAI,UAAU,CAAC,UAAU,KAAK,WAAW,CAAC;IACvG,iFAAiF;IACjF,iFAAiF;IACjF,iFAAiF;IACjF,kEAAkE;IAClE,gFAAgF;IAChF,+EAA+E;IAC/E,wDAAwD;IACxD,MAAM,QAAQ,GAAG,CAAC,sBAAsB,CAAC,CAAC,CAAC,0BAA0B,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACjJ,gFAAgF;IAChF,8EAA8E;IAC9E,MAAM,UAAU,GAAG,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC;IACtF,MAAM,WAAW,GAAG,UAAU,EAAE,WAAW;QACzC,CAAC,CAAC,0DAA0D,UAAU,CAAC,WAAW,IAAI,UAAU,CAAC,CAAC,CAAC,YAAY,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACjJ,IAAI,CAAC,SAAS,KAAK,UAAU,IAAI,SAAS,KAAK,gBAAgB,CAAC,IAAI,CAAC,QAAQ,IAAI,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QACxH,IAAI,EAAE,CAAC;QACP,+EAA+E;QAC/E,6EAA6E;QAC7E,uEAAuE;QACvE,yEAAyE;QACzE,iFAAiF;QACjF,KAAK,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7E,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClG,CAAC;IACD,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC;QAC9D,IAAI,kBAAkB;YAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAC9D,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QAChB,KAAK,GAAG,CAAC,KAAK,EAAE,+BAA+B,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAAC,IAAI,EAAE,CAAC;QAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3H,CAAC;IACD,MAAM,GAAG,IAAI,CAAC;IACd,IAAI,CAAC;QACH,IAAI,aAAiC,CAAC;QACtC,IAAI,UAAU,GAA8B,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QACpG,IAAI,SAAS,GAAuB,EAAE,CAAC;QACvC,IAAI,CAAC;YAAC,aAAa,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;QAAC,CAAC;QACxD,OAAO,MAAM,EAAE,CAAC;YACd,KAAK,GAAG,CAAC,KAAK,EAAE,4BAA4B,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAAC,IAAI,EAAE,CAAC;YAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtH,aAAa,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC;gBAC/H,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;QAC/H,CAAC;QACD,IAAI,CAAC;YACH,SAAS,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC3E,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,UAAU,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;gBACvE,MAAM,OAAO,CAAC,6BAA6B,EAAE,EAAE,MAAM,EAAE,sCAAsC,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC3H,CAAC;;gBAAM,UAAU,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,eAAe,EAAE,QAAQ,CAAC,aAAa,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;QACnH,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,KAAK,GAAG,CAAC,KAAK,EAAE,4BAA4B,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAAC,IAAI,EAAE,CAAC;YAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxH,CAAC;QACD,gFAAgF;QAChF,IAAI,SAAS,KAAK,QAAQ;YAAE,IAAI,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAC1C,IAAI,qBAAqB,EAAE,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;YACnF,SAAS,GAAG,aAAa,CAAC;YAAC,WAAW,GAAG,SAAS,CAAC;QACrD,CAAC;QACD,kFAAkF;QAClF,IAAI,kBAAkB,IAAI,aAAa,CAAC,YAAY,EAAE,CAAC;YAAC,aAAa,CAAC,YAAY,CAAC,MAAM,GAAG,YAAY,CAAC;YAAC,OAAO,aAAa,CAAC,YAAY,CAAC,OAAO,CAAC;QAAC,CAAC;QACtJ,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,GAAG,SAAS;YACrE,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QACpF,MAAM,iBAAiB,GAAG,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC;QACvD,IAAI,SAAS,KAAK,UAAU,EAAE,CAAC;YAC7B,iFAAiF;YACjF,iFAAiF;YACjF,iFAAiF;YACjF,kFAAkF;YAClF,gFAAgF;YAChF,IAAI,iBAAiB,KAAK,OAAO,EAAE,CAAC;gBAClC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,IAAI,0DAA0D,CAAC,CAAC,CAAC;YAClG,CAAC;QACH,CAAC;aAAM,IAAI,SAAS,KAAK,gBAAgB,EAAE,CAAC;YAC1C,qFAAqF;YACrF,IAAI,iBAAiB,KAAK,OAAO;gBAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,kCAAkC,KAAK,QAAQ,CAAC,CAAC,CAAC;QACjH,CAAC;aAAM,IAAI,SAAS,KAAK,WAAW,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,MAAM,IAAI,6BAA6B,CAAC,CAAC,CAAC;QAC9I,MAAM,MAAM,GAAgB,EAAE,MAAM,EAAE,6BAA6B,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK;YACvG,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU;YACtG,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO;YAC5D,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,cAAc,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,YAAY,CAAC,SAAS,EAAE;YAC5G,GAAG,CAAC,SAAS,KAAK,UAAU,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1F,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,SAAS,KAAK,gBAAgB,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7F,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,QAAQ,EAAE,aAAa;YAC3G,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,eAAe,EAAE,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC;YACrI,IAAI,EAAE,eAAe,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,eAAe,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QACtI,IAAI,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;QAChG,MAAM,OAAO,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,OAAO,CAAC,OAAO,EAAE,CAAC;QAClB,MAAM,mBAAmB,CAAC,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,sBAAsB,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;IAClH,CAAC;AACH,CAAC"}

package/dist/training/experiments/trials/types.d.ts

@@ -0,0 +1,124 @@
+import type { TrialSlot } from '../../contracts/trial-slot.js';
+import type { CandidateManifest } from '../../candidates/index.js';
+import type { ResolvedRecord, TaskInput } from '../../contracts/dataset.js';
+import type { EvaluationContext, EvaluationRegistry, EvaluationResult, EvaluationSnapshot, PlanEvaluation, Verdict } from '../../contracts/evaluation.js';
+import type { DeclaredLimit, FixtureTool, Observation, StopReceipt, SubjectAdapter, SubjectStartupDiagnostic, SubjectTurnResult } from '../../contracts/execution.js';
+export interface TrialPaths {
+    root: string;
+    workspace: string;
+    control: string;
+    runtimeHome: string;
+}
+/** Completed turns so far; absent before any turn returns, partial during live observation. */
+export interface TrialOutcome {
+    turns: readonly {
+        id: string;
+        native: SubjectTurnResult;
+    }[];
+}
+export interface PreparedTrial {
+    instructions: string;
+    tools?: readonly FixtureTool[];
+    /** Trusted collector; acceptedCallId may only originate in authentic filing receipts. */
+    collect?: (outcome?: TrialOutcome) => Promise<EvaluationSnapshot['artifacts']>;
+}
+export interface TrialEvent {
+    type: string;
+    payload: unknown;
+}
+export interface TrialOptions {
+    /** Opt-in provenance for training rewards; omission preserves legacy report bytes. */
+    retainDeferredStatus?: boolean;
+    slot?: TrialSlot;
+    id: string;
+    phase: 'train' | 'validation' | 'test';
+    /** Optimizer search round; sealed tests and legacy trials have no round. */
+    round?: number;
+    record: ResolvedRecord;
+    candidateId: string;
+    datasetDigest: string;
+    planDigest: string;
+    adapter: SubjectAdapter;
+    model: string;
+    root: string;
+    /** Optional caller-owned subject-only scratch; evaluator data remains under root. */
+    subjectRoot?: string;
+    timeoutMs: number;
+    resources?: Readonly<Record<string, string>>;
+    protectedPaths?: readonly string[];
+    prepare(paths: TrialPaths, signal: AbortSignal): Promise<PreparedTrial>;
+    registry: EvaluationRegistry;
+    evaluation: Pick<EvaluationContext, 'judges' | 'graders' | 'embeddings' | 'readText' | 'observeJudgeAttempt'>;
+    /** Awaited durable sink. A write failure interrupts the trial. */
+    persist(event: TrialEvent): Promise<void>;
+    signal?: AbortSignal;
+}
+export interface TurnReport {
+    id: string;
+    native: SubjectTurnResult;
+    checks: EvaluationResult[];
+}
+export interface TrialReport {
+    schema: 'spawnfile.training.trial.v1';
+    id: string;
+    phase: TrialOptions['phase'];
+    candidateId: string;
+    /** Exact evaluated bundle, including proposals rejected by the optimizer. */
+    candidate?: CandidateManifest;
+    round?: number;
+    datasetDigest: string;
+    planDigest: string;
+    recordId: string;
+    /** Host elapsed time through final evaluation/closure; absent in older captures. */
+    durationMs?: number;
+    /** Declared adapter isolation, not proof of historical reconstruction fidelity. */
+    subject?: {
+        adapterId: string;
+        requestedModel: string;
+        isolation: string;
+    };
+    paths: TrialPaths;
+    status: Verdict;
+    /** All terminal/live/turn gates before adding the failing delivery witness. */
+    preDeferralStatus?: Verdict;
+    /**
+     * `deferred` is the subject's own closed execution whose delivery is still
+     * waiting on external input: the machine worked and the task did not finish.
+     * It is scored and never passed; `failed` requires failureKind to distinguish
+     * native infrastructure from behavioral and measurement failures.
+     * `limit-exceeded` is the subject's own closed execution stopped by a budget
+     * it declared (`limit` names which), with closure confirmed: scored, never passed.
+     */
+    execution: 'completed' | 'deferred' | 'limit-exceeded' | 'interrupted' | 'failed';
+    /** Present exactly on `limit-exceeded`: the declared budget the subject exhausted. */
+    limit?: DeclaredLimit;
+    /** Present on classified failures only; absent legacy failures are not retryable. */
+    failureKind?: 'native-infrastructure' | 'behavioral' | 'measurement';
+    /** A failed collector requires explicit zero-admission evidence before replacement. */
+    collectionFailed?: true;
+    hostWork: 'settled' | 'incomplete';
+    snapshot: EvaluationSnapshot;
+    /** Authored turn count, retained independently of returned native results. */
+    expectedTurns?: number;
+    turns: TurnReport[];
+    evaluation: PlanEvaluation;
+    live: {
+        checkId: string;
+        boundary: string;
+        result: EvaluationResult;
+    }[];
+    /** Only the monitor's stop-selected final mechanical witness, never advisory findings. */
+    decisiveFailure?: EvaluationResult;
+    /** Adapter-published, redacted account of a subject that never became ready; it outlives the runtime it happened in. */
+    diagnostic?: SubjectStartupDiagnostic;
+    stop?: StopReceipt;
+    error?: string;
+}
+export interface TurnInput {
+    id: string;
+    input: TaskInput;
+}
+export interface BindingScope {
+    events: readonly Observation[];
+    context: EvaluationSnapshot['context'];
+}

package/dist/training/experiments/trials/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/training/experiments/trials/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/training/experiments/trials/types.ts"],"names":[],"mappings":""}

package/dist/training/graders/admission.d.ts

@@ -0,0 +1,11 @@
+/** Requested calls arrive in output/instance expansion order, after routing decisions. */
+export interface EscalationCall {
+    outputId: string;
+    projectionDigest: string;
+}
+export interface AdmittedCall extends EscalationCall {
+    admitted: boolean;
+}
+export declare function escalationCallKey(call: EscalationCall): string;
+/** One admission per requested projection, including forced-teacher requests. */
+export declare function planCallAdmission(calls: readonly EscalationCall[], limit?: number): AdmittedCall[];

package/dist/training/graders/admission.js

@@ -0,0 +1,22 @@
+export function escalationCallKey(call) {
+    return JSON.stringify([call.outputId, call.projectionDigest]);
+}
+/** One admission per requested projection, including forced-teacher requests. */
+export function planCallAdmission(calls, limit = Infinity) {
+    if (limit !== Infinity && (!Number.isSafeInteger(limit) || limit < 1))
+        throw new Error('maxCallsPerTrial: expected positive integer');
+    const grouped = new Map();
+    const admittedPerOutput = new Map();
+    for (const call of calls) {
+        const key = escalationCallKey(call);
+        if (grouped.has(key))
+            continue;
+        const count = admittedPerOutput.get(call.outputId) ?? 0;
+        const admitted = count < limit;
+        grouped.set(key, { ...call, admitted });
+        if (admitted)
+            admittedPerOutput.set(call.outputId, count + 1);
+    }
+    return [...grouped.values()];
+}
+//# sourceMappingURL=admission.js.map

package/dist/training/graders/admission.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"admission.js","sourceRoot":"","sources":["../../../src/training/graders/admission.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,iBAAiB,CAAC,IAAoB;IACpD,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;AAChE,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,iBAAiB,CAAC,KAAgC,EAAE,KAAK,GAAG,QAAQ;IAClF,IAAI,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACtI,MAAM,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;IAChD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACpD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAC/B,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,KAAK,GAAG,KAAK,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QACxC,IAAI,QAAQ;YAAE,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;AAC/B,CAAC"}

package/dist/training/graders/aggregation.d.ts

@@ -0,0 +1,30 @@
+import type { Grader } from './format/index.js';
+import type { QuestionInstance } from './instances.js';
+export type InstanceOutcome = ({
+    pGood: number;
+} | {
+    status: 'missing' | 'not-applicable';
+}) & {
+    escalated?: boolean;
+};
+export type GateOutcome = 'pass' | 'fail' | 'unknown' | 'error';
+export interface QuestionScore {
+    id: string;
+    score: number;
+    instances: number;
+    not_applicable: number;
+    escalated: number;
+    missing: number;
+}
+export interface GraderResult {
+    status: 'pass' | 'fail' | 'unknown';
+    score: number;
+    coverage: number;
+    gates: {
+        id: string;
+        status: GateOutcome;
+    }[];
+    questions: QuestionScore[];
+}
+/** Coverage is the observed fraction of declared question units, including known N/A units. */
+export declare function aggregateGrader(grader: Grader, instances: QuestionInstance[], outcomes: Record<string, InstanceOutcome>, gateOutcomes?: Record<string, GateOutcome>): GraderResult;