spawnfile 0.1.24 → 0.1.27

package/dist/training/experiments/costs/report.d.ts

@@ -0,0 +1,71 @@
+import type { JudgeCall } from '../../contracts/evaluation.js';
+import type { DecisionRequestReceipt } from '../../contracts/grading.js';
+import type { InferenceAttempt, InferenceModelBasis, Usage } from '../../contracts/execution.js';
+import type { TrialReport } from '../trials/index.js';
+import type { RescoreReport } from '../replay/index.js';
+import type { CostValuation, ModelPrice, Range } from './types.js';
+export interface OptimizerGeneration {
+    text?: string;
+    model: string | null;
+    requestedModel?: string;
+    modelBasis?: InferenceModelBasis;
+    usage: Usage | null;
+    route?: string;
+    outcome?: string;
+    attempts?: readonly InferenceAttempt[];
+}
+export interface CostReportOptions {
+    subjectModel: string;
+    optimizerGenerations?: readonly OptimizerGeneration[];
+    prices?: readonly ModelPrice[];
+    rescores?: readonly RescoreReport[];
+}
+export interface CostEntry {
+    id: string;
+    role: 'subject' | 'judge' | 'optimizer' | 'unattributed';
+    name: string;
+    trialId?: string;
+    model: string | null;
+    modelBasis: 'requested-assumption' | 'provider-reported' | 'unknown';
+    requestedModel?: string;
+    providerId?: string;
+    responseRoute?: string | null;
+    outcome: string;
+    usage: Usage | null;
+    valuation: CostValuation;
+    /** Evidence reports, not an inferred list of distinct calls or summable deltas. */
+    observedUsageReports?: {
+        location: string;
+        usage: Usage[];
+    }[];
+    judgeCallVersions?: JudgeCall[];
+    decisionReceipt?: DecisionRequestReceipt;
+    decisionReceiptVersions?: DecisionRequestReceipt[];
+}
+export interface CostGroup {
+    role: CostEntry['role'];
+    name: string;
+    entryCount: number;
+    models: (string | null)[];
+    apiEquivalentUsd: Range | null;
+    knownSubtotalUsd: Range;
+    completeness: 'complete' | 'incomplete';
+}
+export interface CostReport {
+    schema: 'spawnfile.training.cost-report.v1';
+    currency: 'USD';
+    /** Only observed entries; usageCoverage and warnings describe capture limitations. */
+    apiEquivalentUsd: Range | null;
+    knownSubtotalUsd: Range;
+    completeness: 'complete' | 'incomplete';
+    usageCoverage: 'observed-only' | 'incomplete';
+    entries: CostEntry[];
+    groups: CostGroup[];
+    /** API-equivalent valuation is not an invoice or a subscription quota estimate. */
+    subscriptionChargeUsd: null;
+    warnings: string[];
+}
+/** Pure observed-call accounting. No provider calls, file reads, or billing claims. */
+export declare function summarizeCosts(trials: readonly TrialReport[], options: CostReportOptions): CostReport;
+/** Backfill recorded grader receipts in older report envelopes without repricing other entries. */
+export declare function includeDecisionCosts(costs: CostReport | null, trials: readonly TrialReport[], rescores?: readonly RescoreReport[]): CostReport | null;

package/dist/training/experiments/costs/report.js

@@ -0,0 +1,269 @@
+import { valueUsage } from './valuation.js';
+import { decisionCostEntries } from './decisions.js';
+function unknown(reason) {
+    return { status: 'incomplete', apiEquivalentUsd: null, price: null, assumptions: [reason] };
+}
+function price(entry, options) {
+    if (entry.model === null || entry.role === 'unattributed')
+        return { ...unknown('No attributable model was reported.'),
+            status: entry.usage === null ? 'incomplete' : 'unpriced' };
+    try {
+        return valueUsage({ role: entry.role, name: entry.name, model: entry.model, billing: 'subscription', usage: entry.usage }, options.prices);
+    }
+    catch (error) {
+        return unknown(`Invalid cost evidence or rate catalog: ${String(error)}`);
+    }
+}
+function usageKey(usage) {
+    return JSON.stringify(Object.entries(usage).sort(([left], [right]) => left.localeCompare(right)));
+}
+function callKey(call) {
+    return JSON.stringify([call.id, call.judge, call.providerId, call.requestedModel, call.responseModel,
+        call.responseRoute, call.outcome, call.citationRepairs ?? 0, call.repairOf, call.failureKind, call.fallbackOf,
+        call.retryOf, call.retryCause,
+        call.usage === null ? null : usageKey(call.usage)]);
+}
+function attemptKey(attempt) {
+    return JSON.stringify([attempt.id, attempt.providerId, attempt.requestedModel, attempt.responseModel,
+        attempt.responseRoute, attempt.outcome, attempt.failureKind,
+        attempt.usage === null ? null : usageKey(attempt.usage)]);
+}
+function completeUsage(coverage) {
+    const channels = coverage.filter(channel => channel.channel === 'usage');
+    return channels.length > 0 && channels.every(channel => channel.completeness === 'complete');
+}
+/** Observation ids identify reports, not calls. Different reports may overlap. */
+function subjectObservations(trial) {
+    const wakes = new Map();
+    for (const event of trial.snapshot.events) {
+        if (event.type !== 'usage')
+            continue;
+        const reports = wakes.get(event.wakeId) ?? new Map();
+        const versions = reports.get(event.id) ?? [];
+        if (event.usage && !versions.some(usage => usageKey(usage) === usageKey(event.usage)))
+            versions.push(event.usage);
+        reports.set(event.id, versions);
+        wakes.set(event.wakeId, reports);
+    }
+    return new Map([...wakes].map(([wake, reports]) => [wake,
+        [...reports].map(([id, usage]) => ({ location: `snapshot.events[${JSON.stringify(id)}]`, usage }))]));
+}
+function totals(entries) {
+    const knownSubtotalUsd = { low: 0, high: 0 };
+    let complete = true;
+    for (const entry of entries) {
+        const cost = entry.valuation.apiEquivalentUsd;
+        if (cost === null)
+            complete = false;
+        else {
+            knownSubtotalUsd.low += cost.low;
+            knownSubtotalUsd.high += cost.high;
+        }
+    }
+    return { apiEquivalentUsd: complete ? { ...knownSubtotalUsd } : null, knownSubtotalUsd,
+        completeness: complete ? 'complete' : 'incomplete' };
+}
+/** Pure observed-call accounting. No provider calls, file reads, or billing claims. */
+export function summarizeCosts(trials, options) {
+    const entries = [];
+    const warnings = new Set(['API-equivalent text-token valuation is separate from subscription charges and quota usage.',
+        'Only recorded calls are valued; tool fees and unobserved inference are outside this total.']);
+    const subjects = new Set();
+    const judges = new Map();
+    let usageCoverage = 'observed-only';
+    const append = (entry, valuation = price(entry, options)) => {
+        entries.push({ ...entry, valuation });
+        if (valuation.apiEquivalentUsd === null)
+            warnings.add(`${entry.role} ${entry.name} (${entry.id}): ${valuation.assumptions.join(' ')}`);
+    };
+    const rememberJudge = (call, trialId) => {
+        const existing = judges.get(call.id);
+        if (!existing)
+            judges.set(call.id, { trialId, versions: [call] });
+        else if (!existing.versions.some(version => callKey(version) === callKey(call)))
+            existing.versions.push(call);
+    };
+    for (const trial of trials) {
+        if (!completeUsage(trial.snapshot.coverage) || trial.turns.some(turn => !completeUsage(turn.native.coverage))) {
+            warnings.add(`${trial.id}: The snapshot or native turns do not declare complete usage coverage; recorded amounts may be partial.`);
+            usageCoverage = 'incomplete';
+        }
+        if (trial.turns.length === 0) {
+            warnings.add(`${trial.id}: No subject turn was recorded; launch and usage coverage cannot be established from this report.`);
+            usageCoverage = 'incomplete';
+        }
+        if (trial.execution !== 'completed' || trial.hostWork !== 'settled') {
+            warnings.add(`${trial.id}: Execution did not complete with all host work settled; later or unreturned usage may be missing.`);
+            usageCoverage = 'incomplete';
+        }
+        const observations = subjectObservations(trial);
+        const nativeTurns = new Map(trial.turns.map(turn => [turn.id, turn]));
+        for (const wake of new Set([...nativeTurns.keys(), ...observations.keys()])) {
+            const turn = nativeTurns.get(wake), observed = observations.get(wake);
+            const reports = observed?.flatMap(report => report.usage) ?? [];
+            // A returned turn total takes precedence over its live observations. With
+            // no total, retain one observed quantity; never sum untyped cumulative or
+            // per-call reports. Unknown missing work still prevents a complete total.
+            const usage = turn?.native.usage ?? (reports.length === 1 && observed?.length === 1 ? reports[0] : null);
+            const recovered = !turn?.native.usage && observed !== undefined;
+            if (recovered) {
+                usageCoverage = 'incomplete';
+                warnings.add(`${trial.id}/${wake}: Usage observations exist without a native turn total; amounts may overlap or be missing and are not summed.`);
+            }
+            // This is an accounting bucket for an existing wake, never a model call id.
+            const id = JSON.stringify(['subject', trial.id, wake]);
+            if (subjects.has(id))
+                continue;
+            subjects.add(id);
+            append({ id, role: 'subject', name: 'subject', trialId: trial.id, model: options.subjectModel,
+                requestedModel: options.subjectModel, modelBasis: 'requested-assumption', outcome: turn?.native.status ?? 'unreturned', usage,
+                ...(observed ? { observedUsageReports: observed } : {}) });
+            warnings.add('Subject valuation assumes the requested model; the actual subject model is not verified by TrialReport.');
+        }
+    }
+    const measurements = [
+        ...trials.map(trial => ({ id: trial.id, trialId: trial.id, evaluation: trial.evaluation,
+            additional: [...trial.turns.flatMap(turn => turn.checks.map((check, index) => ({ check, location: `turn.${turn.id}.checks[${index}]` }))),
+                ...trial.live.map((entry, index) => ({ check: entry.result, location: `live[${index}]` })),
+                ...(trial.decisiveFailure ? [{ check: trial.decisiveFailure, location: 'decisiveFailure' }] : [])] })),
+        ...(options.rescores ?? []).map(rescore => ({ id: rescore.id, trialId: rescore.runId,
+            evaluation: rescore.evaluation, additional: [] })),
+    ];
+    for (const measurement of measurements) {
+        const legacy = [];
+        const visit = (result, location) => {
+            const represented = new Map();
+            for (const call of result.judgeCalls ?? []) {
+                rememberJudge(call, measurement.trialId);
+                represented.set(call.id, call);
+            }
+            for (const [index, child] of (result.children ?? []).entries()) {
+                for (const [id, call] of visit(child, `${location}.children[${index}]`))
+                    represented.set(id, call);
+            }
+            const counts = new Map();
+            for (const call of represented.values())
+                if (call.usage !== null) {
+                    const key = usageKey(call.usage);
+                    counts.set(key, (counts.get(key) ?? 0) + 1);
+                }
+            const unmatched = (result.usage ?? []).filter(value => {
+                const key = usageKey(value), count = counts.get(key) ?? 0;
+                if (count === 0)
+                    return true;
+                counts.set(key, count - 1);
+                return false;
+            });
+            if (unmatched.length)
+                legacy.push({ location, usage: unmatched });
+            return represented;
+        };
+        for (const call of measurement.evaluation.judgeCalls ?? [])
+            rememberJudge(call, measurement.trialId);
+        for (const [id, check] of Object.entries(measurement.evaluation.checks))
+            visit(check, `plan.checks.${id}`);
+        for (const [index, stage] of measurement.evaluation.stages.entries()) {
+            stage.checks.forEach((check, offset) => visit(check, `plan.stages[${index}].checks[${offset}]`));
+            visit(stage.gate, `plan.stages[${index}].gate`);
+        }
+        measurement.additional.forEach(({ check, location }) => visit(check, location));
+        if (legacy.length) {
+            append({ id: JSON.stringify(['legacy', measurement.id]), role: 'unattributed', name: 'legacy-evaluators', trialId: measurement.trialId,
+                model: null, modelBasis: 'unknown', outcome: 'unattributed', usage: null, observedUsageReports: legacy }, unknown('Legacy evaluator usage has no call identity; model attribution and distinct call count are unknown.'));
+            usageCoverage = 'incomplete';
+        }
+    }
+    for (const [id, { trialId, versions }] of judges) {
+        const call = versions[0];
+        const entry = { id, role: 'judge', name: call.judge, trialId,
+            model: call.responseModel, modelBasis: call.responseModel === null ? 'unknown' : 'provider-reported',
+            requestedModel: call.requestedModel, providerId: call.providerId, responseRoute: call.responseRoute,
+            outcome: call.outcome, usage: call.usage };
+        if (versions.length > 1) {
+            append({ ...entry, judgeCallVersions: versions }, unknown('Conflicting representations of one judge call; cost cannot be selected.'));
+            usageCoverage = 'incomplete';
+        }
+        else
+            append(entry);
+    }
+    for (const entry of decisionCostEntries(trials, options.rescores)) {
+        append(entry, entry.valuation);
+        if (entry.decisionReceiptVersions)
+            usageCoverage = 'incomplete';
+    }
+    const optimizerCalls = new Map();
+    for (const [index, generation] of (options.optimizerGenerations ?? []).entries()) {
+        if (generation.attempts?.length) {
+            for (const attempt of generation.attempts) {
+                const versions = optimizerCalls.get(attempt.id) ?? [];
+                if (!versions.some(version => attemptKey(version) === attemptKey(attempt)))
+                    versions.push(attempt);
+                optimizerCalls.set(attempt.id, versions);
+            }
+            continue;
+        }
+        const actualModel = generation.modelBasis === 'requested-assumption' ? null : generation.model;
+        append({ id: `optimizer:${index}`, role: 'optimizer', name: 'optimizer', model: actualModel,
+            requestedModel: generation.requestedModel ?? (generation.modelBasis === 'requested-assumption' ? generation.model ?? undefined : undefined),
+            modelBasis: actualModel === null ? 'unknown' : 'provider-reported', responseRoute: generation.route,
+            outcome: generation.outcome ?? 'completed', usage: generation.usage });
+    }
+    for (const [id, versions] of optimizerCalls) {
+        const attempt = versions[0];
+        const entry = { id: `optimizer:${id}`, role: 'optimizer', name: 'optimizer', model: attempt.responseModel,
+            requestedModel: attempt.requestedModel, providerId: attempt.providerId,
+            modelBasis: attempt.responseModel === null ? 'unknown' : 'provider-reported',
+            responseRoute: attempt.responseRoute, outcome: attempt.outcome, usage: attempt.usage };
+        if (versions.length > 1) {
+            append(entry, unknown('Conflicting representations of one optimizer call; cost cannot be selected.'));
+            usageCoverage = 'incomplete';
+        }
+        else
+            append(entry);
+    }
+    const grouped = new Map();
+    for (const entry of entries) {
+        const key = JSON.stringify([entry.role, entry.name]);
+        const group = grouped.get(key) ?? [];
+        group.push(entry);
+        grouped.set(key, group);
+    }
+    const groups = [...grouped.values()].map(group => ({ role: group[0].role, name: group[0].name,
+        entryCount: group.length, models: [...new Set(group.map(entry => entry.model))], ...totals(group) }));
+    if (!entries.length) {
+        usageCoverage = 'incomplete';
+        warnings.add('No usage entries were observed; this is not evidence of zero billed work.');
+    }
+    const total = totals(entries);
+    if (usageCoverage === 'incomplete') {
+        total.apiEquivalentUsd = null;
+        total.completeness = 'incomplete';
+    }
+    return { schema: 'spawnfile.training.cost-report.v1', currency: 'USD', ...total, usageCoverage,
+        entries, groups, subscriptionChargeUsd: null, warnings: [...warnings] };
+}
+/** Backfill recorded grader receipts in older report envelopes without repricing other entries. */
+export function includeDecisionCosts(costs, trials, rescores) {
+    const decisions = decisionCostEntries(trials, rescores);
+    const added = decisions.filter(entry => !costs?.entries.some(existing => existing.id === entry.id));
+    if (!added.length)
+        return costs;
+    const entries = [...costs?.entries ?? [], ...added];
+    const grouped = new Map();
+    for (const entry of entries) {
+        const key = JSON.stringify([entry.role, entry.name]);
+        grouped.set(key, [...grouped.get(key) ?? [], entry]);
+    }
+    const total = totals(entries);
+    if (!costs || costs.completeness === 'incomplete') {
+        total.apiEquivalentUsd = null;
+        total.completeness = 'incomplete';
+    }
+    return { schema: 'spawnfile.training.cost-report.v1', currency: 'USD', ...total,
+        usageCoverage: costs?.usageCoverage ?? 'incomplete', entries,
+        groups: [...grouped.values()].map(group => ({ role: group[0].role, name: group[0].name,
+            entryCount: group.length, models: [...new Set(group.map(entry => entry.model))], ...totals(group) })),
+        subscriptionChargeUsd: null, warnings: [...costs?.warnings ?? ['Only decision receipts are available; other request counts and usage coverage are unknown.'],
+            'Decision receipts retain recorded usage-priced costs; estimates and actual invoices remain separate.'] };
+}
+//# sourceMappingURL=report.js.map

package/dist/training/experiments/costs/report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.js","sourceRoot":"","sources":["../../../../src/training/experiments/costs/report.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AA6DrD,SAAS,OAAO,CAAC,MAAc;IAC7B,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;AAC9F,CAAC;AAED,SAAS,KAAK,CAAC,KAAmC,EAAE,OAA0B;IAC5E,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc;QAAE,OAAO,EAAE,GAAG,OAAO,CAAC,qCAAqC,CAAC;YACnH,MAAM,EAAE,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC;IAC7D,IAAI,CAAC;QACH,OAAO,UAAU,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7I,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,OAAO,CAAC,0CAA0C,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC5E,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAY;IAC5B,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACpG,CAAC;AAED,SAAS,OAAO,CAAC,IAAe;IAC9B,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,aAAa;QAClG,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,eAAe,IAAI,CAAC,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,UAAU;QAC7G,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU;QAC7B,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,UAAU,CAAC,OAAyB;IAC3C,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC,aAAa;QAClG,OAAO,CAAC,aAAa,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW;QAC3D,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,aAAa,CAAC,QAAwC;IAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;IACzE,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,YAAY,KAAK,UAAU,CAAC,CAAC;AAC/F,CAAC;AAED,kFAAkF;AAClF,SAAS,mBAAmB,CAAC,KAAkB;IAC7C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAgC,CAAC;IACtD,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC1C,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;YAAE,SAAS;QACrC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,IAAI,GAAG,EAAmB,CAAC;QACtE,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAC7C,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,QAAQ,CAAC,KAAK,CAAC,KAAM,CAAC,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACnH,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI;QACtD,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,mBAAmB,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1G,CAAC;AAED,SAAS,MAAM,CAAC,OAA6B;IAC3C,MAAM,gBAAgB,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC7C,IAAI,QAAQ,GAAG,IAAI,CAAC;IACpB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,gBAAgB,CAAC;QAC9C,IAAI,IAAI,KAAK,IAAI;YAAE,QAAQ,GAAG,KAAK,CAAC;aAC/B,CAAC;YAAC,gBAAgB,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;YAAC,gBAAgB,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;QAAC,CAAC;IAChF,CAAC;IACD,OAAO,EAAE,gBAAgB,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,gBAAgB,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,gBAAgB;QACpF,YAAY,EAAE,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC;AACzD,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,cAAc,CAAC,MAA8B,EAAE,OAA0B;IACvF,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,4FAA4F;QACpH,4FAA4F,CAAC,CAAC,CAAC;IACjG,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAsD,CAAC;IAC7E,IAAI,aAAa,GAAgC,eAAe,CAAC;IACjE,MAAM,MAAM,GAAG,CAAC,KAAmC,EAAE,SAAS,GAAG,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,EAAE;QACxF,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QACtC,IAAI,SAAS,CAAC,gBAAgB,KAAK,IAAI;YAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,EAAE,MAAM,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACzI,CAAC,CAAC;IACF,MAAM,aAAa,GAAG,CAAC,IAAe,EAAE,OAAe,EAAE,EAAE;QACzD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,QAAQ;YAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;aAC7D,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;YAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChH,CAAC,CAAC;IAEF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YAC9G,QAAQ,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,EAAE,yGAAyG,CAAC,CAAC;YACnI,aAAa,GAAG,YAAY,CAAC;QAC/B,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,QAAQ,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,EAAE,mGAAmG,CAAC,CAAC;YAC7H,aAAa,GAAG,YAAY,CAAC;QAC/B,CAAC;QACD,IAAI,KAAK,CAAC,SAAS,KAAK,WAAW,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACpE,QAAQ,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,EAAE,oGAAoG,CAAC,CAAC;YAC9H,aAAa,GAAG,YAAY,CAAC;QAC/B,CAAC;QACD,MAAM,YAAY,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QACtE,KAAK,MAAM,IAAI,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,EAAE,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;YAC5E,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACtE,MAAM,OAAO,GAAG,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAChE,0EAA0E;YAC1E,0EAA0E;YAC1E,0EAA0E;YAC1E,MAAM,KAAK,GAAG,IAAI,EAAE,MAAM,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,EAAE,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC1G,MAAM,SAAS,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,IAAI,QAAQ,KAAK,SAAS,CAAC;YAChE,IAAI,SAAS,EAAE,CAAC;gBACd,aAAa,GAAG,YAAY,CAAC;gBAC7B,QAAQ,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,EAAE,IAAI,IAAI,+GAA+G,CAAC,CAAC;YACnJ,CAAC;YACD,4EAA4E;YAC5E,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;YACvD,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAAE,SAAS;YAC/B,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACjB,MAAM,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,YAAY;gBAC3F,cAAc,EAAE,OAAO,CAAC,YAAY,EAAE,UAAU,EAAE,sBAAsB,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,IAAI,YAAY,EAAE,KAAK;gBAC7H,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAC7D,QAAQ,CAAC,GAAG,CAAC,yGAAyG,CAAC,CAAC;QAC1H,CAAC;IAEH,CAAC;IAED,MAAM,YAAY,GAAG;QACnB,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU;YACrF,UAAU,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,IAAI,CAAC,EAAE,WAAW,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC;gBACvI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,KAAK,GAAG,EAAE,CAAC,CAAC;gBAC1F,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,eAAe,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QAC1G,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK;YAClF,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;KACrD,CAAC;IACF,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,MAAM,GAAmD,EAAE,CAAC;QAClE,MAAM,KAAK,GAAG,CAAC,MAAwB,EAAE,QAAgB,EAA0B,EAAE;YACnF,MAAM,WAAW,GAAG,IAAI,GAAG,EAAqB,CAAC;YACjD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBAAC,aAAa,CAAC,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;gBAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAAC,CAAC;YACzH,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC/D,KAAK,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,KAAK,EAAE,GAAG,QAAQ,aAAa,KAAK,GAAG,CAAC;oBAAE,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YACrG,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;YACzC,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,MAAM,EAAE;gBAAE,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;oBACjE,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAChF,CAAC;YACD,MAAM,SAAS,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBACpD,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC1D,IAAI,KAAK,KAAK,CAAC;oBAAE,OAAO,IAAI,CAAC;gBAC7B,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBAAC,OAAO,KAAK,CAAC;YAC3C,CAAC,CAAC,CAAC;YACH,IAAI,SAAS,CAAC,MAAM;gBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YAClE,OAAO,WAAW,CAAC;QACrB,CAAC,CAAC;QACF,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,UAAU,CAAC,UAAU,IAAI,EAAE;YAAE,aAAa,CAAC,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;QACrG,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC;YAAE,KAAK,CAAC,KAAK,EAAE,eAAe,EAAE,EAAE,CAAC,CAAC;QAC3G,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YACrE,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,eAAe,KAAK,YAAY,MAAM,GAAG,CAAC,CAAC,CAAC;YACjG,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,eAAe,KAAK,QAAQ,CAAC,CAAC;QAClD,CAAC;QACD,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;QAChF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,WAAW,CAAC,OAAO;gBACpI,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,IAAI,EAAE,oBAAoB,EAAE,MAAM,EAAE,EAC1G,OAAO,CAAC,qGAAqG,CAAC,CAAC,CAAC;YAChH,aAAa,GAAG,YAAY,CAAC;QAC/B,CAAC;IACH,CAAC;IACD,KAAK,MAAM,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;QAC1B,MAAM,KAAK,GAAiC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO;YACxF,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,UAAU,EAAE,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB;YACpG,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa;YACnG,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;QAC7C,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,CAAC,EAAE,GAAG,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,EAAE,OAAO,CAAC,yEAAyE,CAAC,CAAC,CAAC;YACtI,aAAa,GAAG,YAAY,CAAC;QAC/B,CAAC;;YAAM,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClE,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;QAC/B,IAAI,KAAK,CAAC,uBAAuB;YAAE,aAAa,GAAG,YAAY,CAAC;IAClE,CAAC;IACD,MAAM,cAAc,GAAG,IAAI,GAAG,EAA8B,CAAC;IAC7D,KAAK,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACjF,IAAI,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;YAChC,KAAK,MAAM,OAAO,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;gBAC1C,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;gBACtD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,UAAU,CAAC,OAAO,CAAC,CAAC;oBAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACnG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;YAC3C,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,WAAW,GAAG,UAAU,CAAC,UAAU,KAAK,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC;QAC/F,MAAM,CAAC,EAAE,EAAE,EAAE,aAAa,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW;YACzF,cAAc,EAAE,UAAU,CAAC,cAAc,IAAI,CAAC,UAAU,CAAC,UAAU,KAAK,sBAAsB,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;YAC3I,UAAU,EAAE,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,EAAE,aAAa,EAAE,UAAU,CAAC,KAAK;YACnG,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,WAAW,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,KAAK,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,cAAc,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,IAAI,EAAE,WAAoB,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,CAAC,aAAa;YAChH,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU;YACtE,UAAU,EAAE,OAAO,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,SAAkB,CAAC,CAAC,CAAC,mBAA4B;YAC9F,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;QACzF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,6EAA6E,CAAC,CAAC,CAAC;YACtG,aAAa,GAAG,YAAY,CAAC;QAC/B,CAAC;;YAAM,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC/C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACrC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI;QAC7F,UAAU,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IACxG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACpB,aAAa,GAAG,YAAY,CAAC;QAC7B,QAAQ,CAAC,GAAG,CAAC,2EAA2E,CAAC,CAAC;IAC5F,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9B,IAAI,aAAa,KAAK,YAAY,EAAE,CAAC;QAAC,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAAC,KAAK,CAAC,YAAY,GAAG,YAAY,CAAC;IAAC,CAAC;IACzG,OAAO,EAAE,MAAM,EAAE,mCAAmC,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,KAAK,EAAE,aAAa;QAC5F,OAAO,EAAE,MAAM,EAAE,qBAAqB,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC;AAC5E,CAAC;AAED,mGAAmG;AACnG,MAAM,UAAU,oBAAoB,CAAC,KAAwB,EAAE,MAA8B,EAAE,QAAmC;IAChI,MAAM,SAAS,GAAG,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACxD,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IACpG,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAChC,MAAM,OAAO,GAAG,CAAC,GAAG,KAAK,EAAE,OAAO,IAAI,EAAE,EAAE,GAAG,KAAK,CAAC,CAAC;IACpD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC/C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9B,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,YAAY,KAAK,YAAY,EAAE,CAAC;QAAC,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAAC,KAAK,CAAC,YAAY,GAAG,YAAY,CAAC;IAAC,CAAC;IACxH,OAAO,EAAE,MAAM,EAAE,mCAAmC,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,KAAK;QAC7E,aAAa,EAAE,KAAK,EAAE,aAAa,IAAI,YAAY,EAAE,OAAO;QAC5D,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI;YACtF,UAAU,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvG,qBAAqB,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,GAAG,KAAK,EAAE,QAAQ,IAAI,CAAC,4FAA4F,CAAC;YAC1J,sGAAsG,CAAC,EAAE,CAAC;AAChH,CAAC"}

package/dist/training/experiments/costs/types.d.ts

@@ -0,0 +1,53 @@
+import type { Usage } from '../../contracts/execution.js';
+export interface Range {
+    low: number;
+    high: number;
+}
+export interface TokenRates {
+    input: number;
+    cacheRead: number;
+    output: number;
+    cacheWrite5m?: number;
+    cacheWrite1h?: number;
+}
+export interface ModelPrice {
+    model: string;
+    vendor: string;
+    currency: 'USD';
+    perMillion: TokenRates;
+    source: string;
+    checkedAt: string;
+    scope: string;
+    longContext?: {
+        aboveInputTokens: number;
+        inputMultiplier: number;
+        outputMultiplier: number;
+    };
+}
+export interface CostValuation {
+    status: 'priced' | 'range' | 'unpriced' | 'incomplete';
+    apiEquivalentUsd: Range | null;
+    price: ModelPrice | null;
+    assumptions: string[];
+}
+export interface UsageCharge {
+    role: 'subject' | 'judge' | 'optimizer' | 'embedding';
+    name: string;
+    model: string;
+    billing: string;
+    usage: Usage | null;
+    /** A whole-run aggregate cannot establish per-session context pricing. */
+    contextTier?: 'standard' | 'long' | 'unknown';
+}
+export interface TokenAssumption {
+    inputTokens: Range;
+    outputTokens: Range;
+    cacheReadFraction: Range;
+}
+export interface CostAssumptions {
+    subject: TokenAssumption;
+    judge: TokenAssumption;
+    optimizer: TokenAssumption;
+    /** Named routes can override broad defaults. */
+    judges?: Record<string, TokenAssumption>;
+}

package/dist/training/experiments/costs/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/training/experiments/costs/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/training/experiments/costs/types.ts"],"names":[],"mappings":""}

package/dist/training/experiments/costs/valuation.d.ts

@@ -0,0 +1,3 @@
+import type { CostValuation, ModelPrice, UsageCharge } from './types.js';
+/** API-equivalent valuation, independent of subscription billing. Never adds reasoning twice. */
+export declare function valueUsage(charge: UsageCharge, catalog?: readonly ModelPrice[]): CostValuation;

package/dist/training/experiments/costs/valuation.js

@@ -0,0 +1,124 @@
+import { standardPrices } from './catalog.js';
+function count(value) {
+    if (value === null || value === undefined)
+        return false;
+    if (!Number.isSafeInteger(value) || value < 0)
+        throw new Error('Token counts must be nonnegative safe integers');
+    return true;
+}
+/** API-equivalent valuation, independent of subscription billing. Never adds reasoning twice. */
+export function valueUsage(charge, catalog = standardPrices) {
+    const prices = catalog.filter(price => price.model === charge.model);
+    if (prices.length > 1)
+        throw new Error(`Ambiguous price for ${charge.model}`);
+    const price = prices[0] ?? null;
+    const native = charge.usage?.notionalUsd;
+    if (native !== undefined && native !== null) {
+        if (!Number.isFinite(native) || native < 0)
+            throw new Error('Native notional USD must be finite and nonnegative');
+        return { status: 'priced', apiEquivalentUsd: { low: native, high: native }, price,
+            assumptions: [`Runtime-reported notional USD from ${charge.usage.source}; catalog token rates were not applied.`] };
+    }
+    if (price === null)
+        return { status: 'unpriced', apiEquivalentUsd: null, price, assumptions: [`No exact price for ${charge.model}.`] };
+    for (const rate of Object.values(price.perMillion)) {
+        if (!Number.isFinite(rate) || rate < 0)
+            throw new Error('Token rates must be finite and nonnegative');
+    }
+    const usage = charge.usage;
+    if (usage === null)
+        return incomplete(price, 'Provider did not report usage.');
+    for (const [key, value] of Object.entries(usage))
+        if (key !== 'source' && key !== 'notionalUsd')
+            count(value);
+    if (!count(usage.inputTokens) || !count(usage.outputTokens))
+        return incomplete(price, 'Input or output token usage is missing.');
+    const input = usage.inputTokens;
+    const rates = price.perMillion;
+    const notes = [price.scope, 'Reasoning tokens are included in output, never added again.'];
+    const reads = usage.cachedInputTokens;
+    const writes = usage.cacheWriteInputTokens;
+    const knownReads = count(reads), knownWrites = count(writes);
+    if (knownReads && reads > input)
+        throw new Error('Cache reads exceed total input tokens');
+    if (knownWrites && writes > input - (knownReads ? reads : 0))
+        throw new Error('Cache reads and writes exceed total input tokens');
+    if (count(usage.reasoningTokens) && usage.reasoningTokens > usage.outputTokens)
+        throw new Error('Reasoning tokens exceed total output tokens');
+    const readLow = knownReads ? reads : 0;
+    const readHigh = knownReads ? reads : input - (knownWrites ? writes : 0);
+    if (!knownReads)
+        notes.push('Cache-read count is unknown; price both cache-hit and uncached possibilities.');
+    const supportsWrites = rates.cacheWrite5m !== undefined || rates.cacheWrite1h !== undefined;
+    const writeHigh = knownWrites ? writes : supportsWrites ? input - readLow : 0;
+    const writeLow = knownWrites ? writes : 0;
+    if (supportsWrites && !knownWrites)
+        notes.push('Cache-write count is unknown; include possible cache creation.');
+    if (writeHigh > 0 && !supportsWrites)
+        return incomplete(price, 'This rate catalog has no cache-write price.');
+    const writeRates = [rates.cacheWrite5m, rates.cacheWrite1h].filter((rate) => rate !== undefined);
+    // Standard catalogs discount reads and surcharge writes; validate before using corner extrema.
+    if (rates.cacheRead > rates.input || writeRates.some(rate => rate < rates.input))
+        throw new Error('Catalog requires cache reads <= input <= cache writes');
+    let writeCostLow = writeLow * Math.min(...writeRates);
+    let writeCostHigh = writeHigh * Math.max(...writeRates);
+    if (writeHigh === 0) {
+        writeCostLow = 0;
+        writeCostHigh = 0;
+    }
+    if (knownWrites) {
+        const exact = exactWrites(usage, writes, price);
+        if (exact === null)
+            return incomplete(price, 'The observed cache-write duration has no price in this catalog.');
+        if (exact !== undefined) {
+            writeCostLow = exact;
+            writeCostHigh = exact;
+        }
+        else if (writes > 0) {
+            if (writeRates.length !== 2)
+                return incomplete(price, 'Unknown cache-write duration requires both duration prices.');
+            notes.push('Cache-write duration is unknown; range covers 5-minute and 1-hour pricing.');
+        }
+    }
+    else if (writeHigh > 0 && writeRates.length !== 2) {
+        return incomplete(price, 'Unknown cache creation requires both duration prices.');
+    }
+    let lowInput = (input - readHigh - writeLow) * rates.input + readHigh * rates.cacheRead + writeCostLow;
+    let highInput = (input - readLow - writeHigh) * rates.input + readLow * rates.cacheRead + writeCostHigh;
+    let lowOutput = usage.outputTokens * rates.output, highOutput = lowOutput;
+    if (price.longContext !== undefined) {
+        const tier = charge.contextTier ?? 'unknown';
+        const { inputMultiplier, outputMultiplier } = price.longContext;
+        if (![inputMultiplier, outputMultiplier].every(value => Number.isFinite(value) && value >= 1))
+            throw new Error('Invalid context multiplier');
+        if (tier === 'long') {
+            lowInput *= inputMultiplier;
+            lowOutput *= outputMultiplier;
+        }
+        if (tier !== 'standard') {
+            highInput *= inputMultiplier;
+            highOutput *= outputMultiplier;
+        }
+        if (tier === 'unknown')
+            notes.push('Session context tier is unknown; range includes the long-context uplift.');
+    }
+    const low = (lowInput + lowOutput) / 1_000_000, high = (highInput + highOutput) / 1_000_000;
+    if (!Number.isFinite(low) || !Number.isFinite(high))
+        throw new Error('Cost calculation overflow');
+    return { status: low === high ? 'priced' : 'range', apiEquivalentUsd: { low, high }, price, assumptions: notes };
+}
+function exactWrites(usage, total, price) {
+    const short = usage.cacheWrite5mInputTokens, long = usage.cacheWrite1hInputTokens;
+    if (!count(short) || !count(long))
+        return undefined;
+    if (short + long !== total)
+        throw new Error('Cache-write duration counts do not match total writes');
+    const a = price.perMillion.cacheWrite5m, b = price.perMillion.cacheWrite1h;
+    if ((short > 0 && a === undefined) || (long > 0 && b === undefined))
+        return null;
+    return short * (a ?? 0) + long * (b ?? 0);
+}
+function incomplete(price, reason) {
+    return { status: 'incomplete', apiEquivalentUsd: null, price, assumptions: [reason] };
+}
+//# sourceMappingURL=valuation.js.map

package/dist/training/experiments/costs/valuation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"valuation.js","sourceRoot":"","sources":["../../../../src/training/experiments/costs/valuation.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAG9C,SAAS,KAAK,CAAC,KAAgC;IAC7C,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACxD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACjH,OAAO,IAAI,CAAC;AACd,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,UAAU,CAAC,MAAmB,EAAE,UAAiC,cAAc;IAC7F,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC;IACrE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAC9E,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAChC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC;IACzC,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QAC5C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QAClH,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,KAAK;YAC/E,WAAW,EAAE,CAAC,sCAAsC,MAAM,CAAC,KAAM,CAAC,MAAM,yCAAyC,CAAC,EAAE,CAAC;IACzH,CAAC;IACD,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,sBAAsB,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;IACvI,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IACxG,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC3B,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,UAAU,CAAC,KAAK,EAAE,gCAAgC,CAAC,CAAC;IAC/E,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,IAAI,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,aAAa;YAAE,KAAK,CAAC,KAAkC,CAAC,CAAC;IAC3I,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;QAAE,OAAO,UAAU,CAAC,KAAK,EAAE,yCAAyC,CAAC,CAAC;IACjI,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,CAAC;IAChC,MAAM,KAAK,GAAG,KAAK,CAAC,UAAU,CAAC;IAC/B,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,6DAA6D,CAAC,CAAC;IAC3F,MAAM,KAAK,GAAG,KAAK,CAAC,iBAAiB,CAAC;IACtC,MAAM,MAAM,GAAG,KAAK,CAAC,qBAAqB,CAAC;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7D,IAAI,UAAU,IAAI,KAAK,GAAG,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC1F,IAAI,WAAW,IAAI,MAAM,GAAG,KAAK,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IAClI,IAAI,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,YAAY;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAC/I,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,IAAI,CAAC,UAAU;QAAE,KAAK,CAAC,IAAI,CAAC,+EAA+E,CAAC,CAAC;IAC7G,MAAM,cAAc,GAAG,KAAK,CAAC,YAAY,KAAK,SAAS,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,CAAC;IAC5F,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,MAAM,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,IAAI,cAAc,IAAI,CAAC,WAAW;QAAE,KAAK,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;IACjH,IAAI,SAAS,GAAG,CAAC,IAAI,CAAC,cAAc;QAAE,OAAO,UAAU,CAAC,KAAK,EAAE,6CAA6C,CAAC,CAAC;IAC9G,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;IACjH,+FAA+F;IAC/F,IAAI,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC3J,IAAI,YAAY,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC;IACtD,IAAI,aAAa,GAAG,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC;IACxD,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QAAC,YAAY,GAAG,CAAC,CAAC;QAAC,aAAa,GAAG,CAAC,CAAC;IAAC,CAAC;IAC7D,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QAChD,IAAI,KAAK,KAAK,IAAI;YAAE,OAAO,UAAU,CAAC,KAAK,EAAE,iEAAiE,CAAC,CAAC;QAChH,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YAAC,YAAY,GAAG,KAAK,CAAC;YAAC,aAAa,GAAG,KAAK,CAAC;QAAC,CAAC;aACpE,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,UAAU,CAAC,KAAK,EAAE,6DAA6D,CAAC,CAAC;YACrH,KAAK,CAAC,IAAI,CAAC,4EAA4E,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;SAAM,IAAI,SAAS,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO,UAAU,CAAC,KAAK,EAAE,uDAAuD,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,QAAQ,GAAG,CAAC,KAAK,GAAG,QAAQ,GAAG,QAAQ,CAAC,GAAG,KAAK,CAAC,KAAK,GAAG,QAAQ,GAAG,KAAK,CAAC,SAAS,GAAG,YAAY,CAAC;IACvG,IAAI,SAAS,GAAG,CAAC,KAAK,GAAG,OAAO,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,KAAK,GAAG,OAAO,GAAG,KAAK,CAAC,SAAS,GAAG,aAAa,CAAC;IACxG,IAAI,SAAS,GAAG,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,MAAM,EAAE,UAAU,GAAG,SAAS,CAAC;IAC1E,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,IAAI,SAAS,CAAC;QAC7C,MAAM,EAAE,eAAe,EAAE,gBAAgB,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC;QAChE,IAAI,CAAC,CAAC,eAAe,EAAE,gBAAgB,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC7I,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YAAC,QAAQ,IAAI,eAAe,CAAC;YAAC,SAAS,IAAI,gBAAgB,CAAC;QAAC,CAAC;QACpF,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;YAAC,SAAS,IAAI,eAAe,CAAC;YAAC,UAAU,IAAI,gBAAgB,CAAC;QAAC,CAAC;QAC1F,IAAI,IAAI,KAAK,SAAS;YAAE,KAAK,CAAC,IAAI,CAAC,0EAA0E,CAAC,CAAC;IACjH,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,QAAQ,GAAG,SAAS,CAAC,GAAG,SAAS,EAAE,IAAI,GAAG,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,SAAS,CAAC;IAC5F,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAClG,OAAO,EAAE,MAAM,EAAE,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,gBAAgB,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;AACnH,CAAC;AAED,SAAS,WAAW,CAAC,KAAY,EAAE,KAAa,EAAE,KAAiB;IACjE,MAAM,KAAK,GAAG,KAAK,CAAC,uBAAuB,EAAE,IAAI,GAAG,KAAK,CAAC,uBAAuB,CAAC;IAClF,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IACpD,IAAI,KAAK,GAAG,IAAI,KAAK,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IACrG,MAAM,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC;IAC3E,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC;QAAE,OAAO,IAAI,CAAC;IACjF,OAAO,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,UAAU,CAAC,KAAiB,EAAE,MAAc;IACnD,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;AACxF,CAAC"}

package/dist/training/experiments/index.d.ts

@@ -0,0 +1,12 @@
+export { runTrial } from './trials/index.js';
+export type { TrialOutcome, TrialOptions, TrialReport, TrialPaths, PreparedTrial, TrialEvent } from './trials/index.js';
+export { runStoredTrial, type StoredTrialOptions, type NativePreparationContext } from './trials/index.js';
+export { subjectStartupCapture, subjectStartupDiagnostic, writeOperatorCapture } from './trials/index.js';
+export { trainAgent, type TrainingOptions, type TrainingReport } from './training/index.js';
+export { partitionTraining } from './training/index.js';
+export { trialScore } from './training/index.js';
+export { freezeCriteria } from './training/index.js';
+export { rescoreStoredTrial, type RescoreOptions, type RescoreReport } from './replay/index.js';
+export * from './costs/index.js';
+export { compareCandidates, type ComparisonOptions, type ComparisonReport } from "./comparison/index.js";
+export { loadTrialSlots, trialConcurrency, slotPort, SlotPool, type SlotLease, type TrialSlot } from './concurrency/index.js';

package/dist/training/experiments/index.js

@@ -0,0 +1,12 @@
+export { runTrial } from './trials/index.js';
+export { runStoredTrial } from './trials/index.js';
+export { subjectStartupCapture, subjectStartupDiagnostic, writeOperatorCapture } from './trials/index.js';
+export { trainAgent } from './training/index.js';
+export { partitionTraining } from './training/index.js';
+export { trialScore } from './training/index.js';
+export { freezeCriteria } from './training/index.js';
+export { rescoreStoredTrial } from './replay/index.js';
+export * from './costs/index.js';
+export { compareCandidates } from "./comparison/index.js";
+export { loadTrialSlots, trialConcurrency, slotPort, SlotPool } from './concurrency/index.js';
+//# sourceMappingURL=index.js.map

package/dist/training/experiments/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/training/experiments/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,OAAO,EAAE,cAAc,EAA0D,MAAM,mBAAmB,CAAC;AAC3G,OAAO,EAAE,qBAAqB,EAAE,wBAAwB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAC1G,OAAO,EAAE,UAAU,EAA6C,MAAM,qBAAqB,CAAC;AAC5F,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAA2C,MAAM,mBAAmB,CAAC;AAChG,cAAc,kBAAkB,CAAC;AAEjC,OAAO,EAAE,iBAAiB,EAAiD,MAAM,uBAAuB,CAAC;AAEzG,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,QAAQ,EAAE,QAAQ,EAAkC,MAAM,wBAAwB,CAAC"}

package/dist/training/experiments/repair/import.d.ts

@@ -0,0 +1,21 @@
+import type { CandidateManifest } from '../../candidates/index.js';
+import type { ResolvedDataset } from '../../contracts/dataset.js';
+import { type ExperimentStore } from '../../storage/index.js';
+import type { TrialReport } from '../trials/index.js';
+import type { MeasurementRepairReceipt } from './receipt.js';
+export declare function readParentCheckpoints(receipt: MeasurementRepairReceipt): Promise<{
+    directory: string;
+    command: any;
+    training: any;
+    host: any;
+}>;
+/** Copy only integrity-checked development captures using storage's own ACLs. */
+export declare function importMeasurementCaptures(options: {
+    receipt: MeasurementRepairReceipt;
+    store: ExperimentStore;
+    baseline: CandidateManifest;
+    datasets: {
+        train: ResolvedDataset;
+        validation: ResolvedDataset;
+    };
+}): Promise<TrialReport[]>;