spawnfile 0.1.25 → 0.1.28

package/dist/training/experiments/replay/source.js

@@ -0,0 +1,35 @@
+import { canonicalWireId } from '../../contracts/index.js';
+import { createHash } from 'node:crypto';
+import { captureObservation } from '../../capture/index.js';
+import { trialReportSchema } from './schema.js';
+export function capturedTrial(replay) {
+    if (replay.completeness !== 'complete' || replay.ignoredTailBytes !== 0)
+        throw new Error('Cannot rescore a capture with a truncated journal tail');
+    const sources = replay.evaluations.filter(entry => entry.report !== null && typeof entry.report === 'object' &&
+        'schema' in entry.report && canonicalWireId(entry.report.schema) === 'spawnfile.training.trial.v1');
+    if (sources.length !== 1)
+        throw new Error('Rescore requires exactly one accessible original trial report');
+    const source = sources[0];
+    const report = trialReportSchema.parse(source.report);
+    const manifest = replay.manifest;
+    if (report.id !== manifest.id || report.phase !== manifest.datasetRole || report.candidateId !== manifest.candidateId ||
+        report.planDigest !== manifest.planDigest || report.recordId !== manifest.recordId ||
+        report.snapshot.trialId !== report.id || report.snapshot.recordId !== report.recordId) {
+        throw new Error('Stored trial identity does not match its immutable manifest');
+    }
+    let events = [];
+    for (const event of report.snapshot.events) {
+        if (event.trialId !== report.id)
+            throw new Error('Stored observation belongs to another trial');
+        const next = captureObservation(events, event);
+        if (next.length === events.length)
+            throw new Error('Stored snapshot contains duplicate observations');
+        events = next;
+    }
+    for (const artifact of Object.values(report.snapshot.artifacts)) {
+        if (`sha256:${createHash('sha256').update(artifact.bytes).digest('hex')}` !== artifact.digest)
+            throw new Error('Stored artifact digest mismatch');
+    }
+    return { report, source };
+}
+//# sourceMappingURL=source.js.map

package/dist/training/experiments/replay/source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source.js","sourceRoot":"","sources":["../../../../src/training/experiments/replay/source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAG5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,MAAM,UAAU,aAAa,CAAC,MAAc;IAC1C,IAAI,MAAM,CAAC,YAAY,KAAK,UAAU,IAAI,MAAM,CAAC,gBAAgB,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IACnJ,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,IAAI,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;QAC1G,QAAQ,IAAI,KAAK,CAAC,MAAM,IAAI,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,6BAA6B,CAAC,CAAC;IACtG,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;IAC3G,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;IAC3B,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IACjC,IAAI,MAAM,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE,IAAI,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC,WAAW;QACnH,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ;QAClF,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,KAAK,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxF,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;IACjF,CAAC;IACD,IAAI,MAAM,GAAsC,EAAE,CAAC;IACnD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC3C,IAAI,KAAK,CAAC,OAAO,KAAK,MAAM,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QAChG,MAAM,IAAI,GAAG,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC/C,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACtG,MAAM,GAAG,IAAI,CAAC;IAChB,CAAC;IACD,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAChE,IAAI,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,QAAQ,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACpJ,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAC5B,CAAC"}

package/dist/training/experiments/replay/subject-usage.d.ts

@@ -0,0 +1,3 @@
+import type { TrialReport } from '../trials/index.js';
+/** Verify captured totals without reconstructing usage from observations or invoking a subject. */
+export declare function subjectUsageMatchesNative(report: Pick<TrialReport, 'snapshot' | 'turns' | 'stop' | 'expectedTurns'>): boolean;

package/dist/training/experiments/replay/subject-usage.js

@@ -0,0 +1,18 @@
+import { isDeepStrictEqual } from 'node:util';
+import { subjectUsageSnapshot } from '../trials/index.js';
+/** Verify captured totals without reconstructing usage from observations or invoking a subject. */
+export function subjectUsageMatchesNative(report) {
+    if (!report.snapshot.subjectUsage)
+        return true;
+    if (!Number.isSafeInteger(report.expectedTurns) || report.expectedTurns < 1)
+        return false;
+    const captured = subjectUsageSnapshot(report.turns.map(turn => turn.native), { expectedTurns: report.expectedTurns,
+        // This status attests the native boundary before judging. Later evaluator
+        // failure can change overall execution/hostWork without changing native usage.
+        complete: (report.snapshot.subjectUsage.status === 'complete' || report.snapshot.subjectUsage.settled === true) && report.stop?.state === 'acknowledged' && report.stop.quiescence === 'confirmed' });
+    // Captures written before settlement was attested lack the field; they stay unattested.
+    if (report.snapshot.subjectUsage.settled === undefined)
+        delete captured.settled;
+    return isDeepStrictEqual(report.snapshot.subjectUsage, captured);
+}
+//# sourceMappingURL=subject-usage.js.map

package/dist/training/experiments/replay/subject-usage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"subject-usage.js","sourceRoot":"","sources":["../../../../src/training/experiments/replay/subject-usage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAE9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAE1D,mGAAmG;AACnG,MAAM,UAAU,yBAAyB,CAAC,MAA0E;IAClH,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC;IAC/C,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,MAAM,CAAC,aAAc,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAC3F,MAAM,QAAQ,GAAG,oBAAoB,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,EAAE,MAAM,CAAC,aAAc;QACjH,0EAA0E;QAC1E,+EAA+E;QAC/E,QAAQ,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,KAAK,UAAU,IAAI,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,KAAK,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,KAAK,cAAc,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,KAAK,WAAW,EAAE,CAAC,CAAC;IACxM,wFAAwF;IACxF,IAAI,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC,OAAO,CAAC;IAChF,OAAO,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;AACnE,CAAC"}

package/dist/training/experiments/replay/types.d.ts

@@ -0,0 +1,63 @@
+import type { ResolvedDataset, Stage } from '../../contracts/dataset.js';
+import type { EvaluationContext, EvaluationRegistry, PlanEvaluation, Verdict } from '../../contracts/evaluation.js';
+import type { ExperimentStore, ReadAccess } from '../../storage/index.js';
+import type { TrialReport } from '../trials/index.js';
+export interface RescoreOptions {
+    store: ExperimentStore;
+    runId: string;
+    access: ReadAccess;
+    dataset: ResolvedDataset;
+    registry: EvaluationRegistry;
+    evaluation: Pick<EvaluationContext, 'judges' | 'graders' | 'embeddings' | 'readText' | 'observeJudgeAttempt'>;
+    /** Unique immutable evaluation identity, supplied explicitly by the caller. */
+    id: string;
+    signal?: AbortSignal;
+}
+export interface RescoreReport {
+    schema: 'spawnfile.training.rescore.v1';
+    id: string;
+    runId: string;
+    scope: 'final-stages';
+    /** Live policies are historical evidence; no checkpoints or turn snapshots are invented. */
+    notReevaluated: readonly ['live', 'per-turn'];
+    original: {
+        evaluationId: string;
+        digest: string;
+        candidateId: string;
+        datasetDigest: string;
+        planDigest: string;
+        recordId: string;
+        phase: TrialReport['phase'];
+        status: Verdict;
+    };
+    criteria: {
+        datasetId: string;
+        datasetDigest: string;
+        sharedPlanDigest: string;
+        /** Exact resolved final-stage criteria, covered by the immutable rescore record digest. */
+        stages: readonly Stage[];
+        registryVersions: Readonly<Record<string, string>>;
+        sidecarDigests: Readonly<Record<string, string>>;
+        /** Configured routes, not a claim every route was invoked or its version attested. */
+        inferenceRoutes: {
+            judges: Readonly<Record<string, {
+                providerId: string;
+                model: string;
+                citationRepairs: 0 | 1;
+            }>>;
+            embeddings: Readonly<Record<string, {
+                providerId: string;
+                version: string;
+            }>>;
+        };
+    };
+    execution: TrialReport['execution'];
+    hostWork: TrialReport['hostWork'];
+    coverage: TrialReport['snapshot']['coverage'];
+    decisiveFailure?: TrialReport['decisiveFailure'];
+    stop?: TrialReport['stop'];
+    error?: string;
+    /** Preserves execution/stop gates; evaluation.status describes only the new criteria. */
+    status: Verdict;
+    evaluation: PlanEvaluation;
+}

package/dist/training/experiments/replay/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/training/experiments/replay/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/training/experiments/replay/types.ts"],"names":[],"mappings":""}

package/dist/training/experiments/training/checkpoint.d.ts

@@ -0,0 +1,51 @@
+import type { TrialRetry } from './retry.js';
+import type { ResolvedDataset } from '../../contracts/dataset.js';
+import type { DspyResult } from '../../optimization/index.js';
+import type { RescoreReport } from '../replay/index.js';
+import type { TrialReport } from '../trials/index.js';
+import type { CandidateManifest } from '../../candidates/index.js';
+import type { TrainingOptions } from './training.js';
+interface Entry {
+    id: string;
+    retry?: Omit<TrialRetry, 'replacementTrialId'>;
+    report?: TrialReport;
+    rescores?: RescoreReport[];
+    pendingRescoreId?: string;
+}
+export declare const trainingDigest: (value: unknown) => string;
+/** Experiment identity and exact stored native trials; never an evaluation-result cache. */
+export declare class TrainingCheckpoint {
+    private readonly path;
+    private state;
+    private readonly store;
+    private readonly mutations;
+    private readonly restored;
+    private constructor();
+    get inheritedTrialIds(): string[];
+    get optimizer(): DspyResult | undefined;
+    get rescores(): RescoreReport[];
+    get retries(): TrialRetry[];
+    get reports(): TrialReport[];
+    static open(options: TrainingOptions, datasets: ResolvedDataset[]): Promise<TrainingCheckpoint | undefined>;
+    static openComparison(options: Pick<TrainingOptions, 'id' | 'baseline' | 'native' | 'checkpoint'> & {
+        candidate: CandidateManifest;
+        name: string;
+        maxTrials: number;
+    }, datasets: ResolvedDataset[]): Promise<TrainingCheckpoint | undefined>;
+    private static load;
+    private transaction;
+    begin(key: string, retry?: Entry['retry']): Promise<Entry & {
+        restored: boolean;
+    }>;
+    private beginMutation;
+    complete(key: string, report: TrialReport): Promise<void>;
+    private completeMutation;
+    reserveRecovery(maximum: number, key?: string): Promise<string>;
+    private reserveRecoveryMutation;
+    rescore(key: string, report: RescoreReport): Promise<void>;
+    private rescoreMutation;
+    freeze(optimizer: DspyResult): Promise<void>;
+    private freezeMutation;
+    private save;
+}
+export {};

package/dist/training/experiments/training/checkpoint.js

@@ -0,0 +1,200 @@
+import { COMPARISON_CHECKPOINT_DOMAIN, CANDIDATE_DIGEST_SCHEMA, DATASET_DIGEST_SCHEMA } from '../../contracts/index.js';
+import { MutationQueue } from '../../platform/mutations/index.js';
+import { recoverStoredReport } from './recovery.js';
+import { createHash, randomUUID } from 'node:crypto';
+import { mkdir, open, readFile, readdir, rename, link, unlink } from 'node:fs/promises';
+import { dirname, join } from 'node:path';
+import { externalizeEvaluationJson, hydrateEvaluationJson } from '../../storage/index.js';
+export const trainingDigest = (value) => createHash('sha256').update(JSON.stringify(value)).digest('hex');
+/** Experiment identity and exact stored native trials; never an evaluation-result cache. */
+export class TrainingCheckpoint {
+    path;
+    state;
+    store;
+    mutations = new MutationQueue();
+    restored;
+    constructor(path, state, store) {
+        this.path = path;
+        this.state = state;
+        this.store = store;
+        this.restored = new Set(Object.keys(state.entries));
+    }
+    get inheritedTrialIds() { return [...this.state.lineage?.inheritedTrialIds ?? []]; }
+    get optimizer() { return this.state.optimizer; }
+    get rescores() { return Object.values(this.state.entries).flatMap(entry => entry.rescores ?? []); }
+    get retries() { return Object.values(this.state.entries).flatMap(entry => entry.retry ? [{ ...entry.retry, replacementTrialId: entry.id }] : []); }
+    get reports() { return Object.values(this.state.entries).flatMap(entry => entry.report ? [entry.report] : []); }
+    static async open(options, datasets) {
+        if (!options.checkpoint)
+            return undefined;
+        const identity = trainingDigest({
+            execution: options.checkpoint.identity, id: options.id, baseline: { ...options.baseline, schema: CANDIDATE_DIGEST_SCHEMA }, datasets: datasets.map(dataset => ({ ...dataset, schema: DATASET_DIGEST_SCHEMA })),
+            adapter: options.native.adapter.id, model: options.native.model, resources: options.native.resources,
+            optimizer: { provider: options.inference.provider.id, model: options.inference.model },
+            concurrency: options.concurrency, slots: options.slots, slotsFile: options.slotsFile,
+            ...(options.trialRetries ? { trialRetries: options.trialRetries } : {}),
+            ...(options.testRepeats === undefined || options.testRepeats === 1 ? {} : { testRepeats: options.testRepeats }),
+            ...(options.scoring?.deferred === 'stage-score' ? { scoring: options.scoring } : {}),
+            seed: options.seed ?? 0, budget: options.budget, proposal: options.proposal, search: options.search, maxRecoveryAttempts: options.checkpoint.maxRecoveryAttempts ?? 2, versions: ['dspy3.3.1', 'gepa0.1.4', 'training-checkpoint1'],
+        });
+        return this.load(options, identity);
+    }
+    static async openComparison(options, datasets) {
+        if (options.checkpoint?.fork)
+            throw new Error('Comparison does not support measurement-repair forks');
+        if (!options.checkpoint)
+            return undefined;
+        return this.load(options, trainingDigest({ version: COMPARISON_CHECKPOINT_DOMAIN,
+            execution: options.checkpoint.identity, id: options.id, baseline: { ...options.baseline, schema: CANDIDATE_DIGEST_SCHEMA }, candidate: { ...options.candidate, schema: CANDIDATE_DIGEST_SCHEMA },
+            name: options.name, datasets: datasets.map(dataset => ({ ...dataset, schema: DATASET_DIGEST_SCHEMA })), adapter: options.native.adapter.id, model: options.native.model,
+            resources: options.native.resources, maxTrials: options.maxTrials, maxRecoveryAttempts: options.checkpoint.maxRecoveryAttempts ?? 2 }));
+    }
+    static async load(options, identity) {
+        if (!options.checkpoint)
+            return undefined;
+        const path = join(options.checkpoint.directory, 'training.json');
+        await mkdir(options.checkpoint.directory, { recursive: true, mode: 0o700 });
+        let state = { identity, entries: {}, recoveries: 0 };
+        let create = !options.checkpoint.resume;
+        if (options.checkpoint.resume || options.checkpoint.fork) {
+            let importing = !options.checkpoint.resume ? options.checkpoint.fork : undefined;
+            let bytes;
+            try {
+                bytes = await readFile(importing ? join(importing.directory, 'training.json') : path);
+            }
+            catch (error) {
+                if (!options.checkpoint.resume || !options.checkpoint.fork || error.code !== 'ENOENT')
+                    throw error;
+                if ((await readdir(options.checkpoint.directory)).some(name => name === 'host.json' || name === 'optimizer.json')) {
+                    throw new Error('Missing training checkpoint after optimizer initialization', { cause: error });
+                }
+                importing = options.checkpoint.fork;
+                create = true;
+                bytes = await readFile(join(importing.directory, 'training.json'));
+            }
+            if (importing && `sha256:${createHash('sha256').update(bytes).digest('hex')}` !== importing.trainingDigest) {
+                throw new Error('Parent training checkpoint digest mismatch');
+            }
+            const saved = JSON.parse(bytes.toString('utf8'));
+            if (saved.state.identity !== (importing ? importing.trainingIdentity : identity) || trainingDigest(saved.state) !== saved.digest) {
+                throw new Error('Training checkpoint identity or integrity mismatch; re-prepare with Spawnfile before resuming');
+            }
+            state = await hydrateEvaluationJson(options.native.store, saved.state, { audience: 'evaluator', phase: 'test',
+                frozenCandidateIds: Object.values(saved.state.entries).flatMap(entry => entry.report ? [entry.report.candidateId] : []) });
+            if (importing) {
+                if (!Number.isSafeInteger(state.recoveries) || state.recoveries < 0 || state.recoveries > (options.checkpoint.maxRecoveryAttempts ?? 2)) {
+                    throw new Error('Parent measurement recovery counter is invalid');
+                }
+                for (const entry of Object.values(state.entries)) {
+                    if (!entry.report || entry.id !== entry.report.id)
+                        throw new Error('Measurement fork requires settled captured native work');
+                    await recoverStoredReport(options, entry.id, entry.report.phase, entry.report.candidateId, entry.report);
+                }
+                state = { ...state, identity, lineage: { parentIdentity: importing.trainingIdentity,
+                        parentDigest: importing.trainingDigest, parentId: importing.id, childId: options.id,
+                        inheritedTrialIds: Object.values(state.entries).map(entry => entry.id) } };
+            }
+        }
+        const checkpoint = new TrainingCheckpoint(path, state, options.native.store);
+        if (create)
+            await checkpoint.save(true);
+        return checkpoint;
+    }
+    transaction(operation) {
+        return this.mutations.run(async () => {
+            const previous = structuredClone(this.state);
+            try {
+                return await operation();
+            }
+            catch (error) {
+                this.state = previous;
+                throw error;
+            }
+        });
+    }
+    async begin(key, retry) {
+        return this.transaction(() => this.beginMutation(key, retry));
+    }
+    async beginMutation(key, retry) {
+        let entry = this.state.entries[key];
+        if (!entry) {
+            entry = { id: randomUUID(), ...(retry ? { retry } : {}) };
+            this.state.entries[key] = entry;
+            await this.save();
+        }
+        return { ...entry, restored: this.restored.delete(key) };
+    }
+    async complete(key, report) {
+        return this.transaction(() => this.completeMutation(key, report));
+    }
+    async completeMutation(key, report) {
+        this.state.entries[key] = { ...this.state.entries[key], id: report.id, report };
+        await this.save();
+    }
+    async reserveRecovery(maximum, key) {
+        return this.transaction(() => this.reserveRecoveryMutation(maximum, key));
+    }
+    async reserveRecoveryMutation(maximum, key) {
+        if (!Number.isSafeInteger(maximum) || maximum < 0 || this.state.recoveries >= maximum)
+            throw new Error('Cumulative measurement recovery budget exhausted');
+        const id = randomUUID();
+        if (key)
+            this.state.entries[key].pendingRescoreId = id;
+        this.state.recoveries += 1;
+        await this.save();
+        return id;
+    }
+    async rescore(key, report) {
+        return this.transaction(() => this.rescoreMutation(key, report));
+    }
+    async rescoreMutation(key, report) {
+        const entry = this.state.entries[key];
+        (entry.rescores ??= []).push(report);
+        await this.save();
+    }
+    async freeze(optimizer) {
+        return this.transaction(() => this.freezeMutation(optimizer));
+    }
+    async freezeMutation(optimizer) {
+        if (this.state.optimizer && trainingDigest(this.state.optimizer) !== trainingDigest(optimizer))
+            throw new Error('Frozen optimizer selection cannot change on resume');
+        this.state.optimizer = optimizer;
+        await this.save();
+    }
+    async save(create = false) {
+        const entries = {};
+        for (const [key, entry] of Object.entries(this.state.entries)) {
+            entries[key] = await externalizeEvaluationJson(this.store, entry.id, entry);
+        }
+        const state = { ...this.state, entries };
+        const bytes = JSON.stringify({ state, digest: trainingDigest(state) });
+        if (Buffer.byteLength(bytes) > 67_108_864)
+            throw new Error('Training checkpoint exceeds 64 MiB');
+        const temp = `${this.path}.${randomUUID()}.tmp`;
+        const file = await open(temp, 'wx', 0o600);
+        try {
+            await file.writeFile(bytes);
+            await file.sync();
+        }
+        finally {
+            await file.close();
+        }
+        try {
+            if (create)
+                await link(temp, this.path);
+            else
+                await rename(temp, this.path);
+        }
+        finally {
+            await unlink(temp).catch(() => undefined);
+        }
+        const directory = await open(dirname(this.path), 'r');
+        try {
+            await directory.sync();
+        }
+        finally {
+            await directory.close();
+        }
+    }
+}
+//# sourceMappingURL=checkpoint.js.map

package/dist/training/experiments/training/checkpoint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"checkpoint.js","sourceRoot":"","sources":["../../../../src/training/experiments/training/checkpoint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,4BAA4B,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACxH,OAAO,EAAE,aAAa,EAAE,MAAM,mCAAmC,CAAC;AAElE,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACxF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAO1C,OAAO,EAAE,yBAAyB,EAAE,qBAAqB,EAAwB,MAAM,wBAAwB,CAAC;AAUhH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAEnH,4FAA4F;AAC5F,MAAM,OAAO,kBAAkB;IACZ,IAAI,CAAS;IACtB,KAAK,CAAQ;IACJ,KAAK,CAAkB;IACvB,SAAS,GAAG,IAAI,aAAa,EAAE,CAAC;IAChC,QAAQ,CAAc;IACvC,YAAoB,IAAY,EAAE,KAAY,EAAE,KAAsB;QACpE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IACtD,CAAC;IACD,IAAI,iBAAiB,KAAK,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,iBAAiB,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACpF,IAAI,SAAS,KAAK,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;IAChD,IAAI,QAAQ,KAAK,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACnG,IAAI,OAAO,KAAmB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,kBAAkB,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACjK,IAAI,OAAO,KAAK,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAEhH,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAwB,EAAE,QAA2B;QACrE,IAAI,CAAC,OAAO,CAAC,UAAU;YAAE,OAAO,SAAS,CAAC;QAC1C,MAAM,QAAQ,GAAG,cAAc,CAAC;YAC9B,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,uBAAuB,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAC,CAAC;YAC9M,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS;YACpG,SAAS,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE;YACtF,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS;YACpF,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,GAAG,CAAC,OAAO,CAAC,WAAW,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC;YAC/G,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,KAAK,aAAa,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpF,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,mBAAmB,EAAE,OAAO,CAAC,UAAU,CAAC,mBAAmB,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,WAAW,EAAE,sBAAsB,CAAC;SACpO,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,OAA+I,EAAE,QAA2B;QACtM,IAAI,OAAO,CAAC,UAAU,EAAE,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QACtG,IAAI,CAAC,OAAO,CAAC,UAAU;YAAE,OAAO,SAAS,CAAC;QAC1C,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAAE,OAAO,EAAE,4BAA4B;YAC9E,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,uBAAuB,EAAE,EAAE,SAAS,EAAE,EAAE,GAAG,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,uBAAuB,EAAE;YAChM,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK;YACvK,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,UAAU,CAAC,mBAAmB,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5I,CAAC;IAEO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAA6G,EAAE,QAAgB;QACvJ,IAAI,CAAC,OAAO,CAAC,UAAU;YAAE,OAAO,SAAS,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;QACjE,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5E,IAAI,KAAK,GAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;QAC5D,IAAI,MAAM,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;QACxC,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YACzD,IAAI,SAAS,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACjF,IAAI,KAAa,CAAC;YAClB,IAAI,CAAC;gBAAC,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAAC,CAAC;YAC9F,OAAO,KAAK,EAAE,CAAC;gBACb,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;oBAAE,MAAM,KAAK,CAAC;gBAC9H,IAAI,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,gBAAgB,CAAC,EAAE,CAAC;oBAClH,MAAM,IAAI,KAAK,CAAC,4DAA4D,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAClG,CAAC;gBACD,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC;gBAAC,MAAM,GAAG,IAAI,CAAC;gBACnD,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC;YACrE,CAAC;YACD,IAAI,SAAS,IAAI,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,SAAS,CAAC,cAAc,EAAE,CAAC;gBAC3G,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAChE,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAqC,CAAC;YACrF,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;gBACjI,MAAM,IAAI,KAAK,CAAC,+FAA+F,CAAC,CAAC;YACnH,CAAC;YACD,KAAK,GAAG,MAAM,qBAAqB,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM;gBAC3G,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAC7H,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,mBAAmB,IAAI,CAAC,CAAC,EAAE,CAAC;oBACxI,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;gBACpE,CAAC;gBACD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;oBACjD,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,EAAE,KAAK,KAAK,CAAC,MAAM,CAAC,EAAE;wBAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;oBAC7H,MAAM,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC3G,CAAC;gBACD,KAAK,GAAG,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,SAAS,CAAC,gBAAgB;wBACjF,YAAY,EAAE,SAAS,CAAC,cAAc,EAAE,QAAQ,EAAE,SAAS,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE;wBACnF,iBAAiB,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/E,CAAC;QACH,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7E,IAAI,MAAM;YAAE,MAAM,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,WAAW,CAAI,SAA2B;QAChD,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;YACnC,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7C,IAAI,CAAC;gBAAC,OAAO,MAAM,SAAS,EAAE,CAAC;YAAC,CAAC;YACjC,OAAO,KAAK,EAAE,CAAC;gBAAC,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC;gBAAC,MAAM,KAAK,CAAC;YAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,KAAsB;QAC7C,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;IAChE,CAAC;IACO,KAAK,CAAC,aAAa,CAAC,GAAW,EAAE,KAAsB;QAC7D,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK,EAAE,CAAC;YAAC,KAAK,GAAG,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAAC,CAAC;QAC9H,OAAO,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IAC3D,CAAC;IACD,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,MAAmB;QAC7C,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;IACpE,CAAC;IACO,KAAK,CAAC,gBAAgB,CAAC,GAAW,EAAE,MAAmB;QAC7D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC;QAChF,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC;IACD,KAAK,CAAC,eAAe,CAAC,OAAe,EAAE,GAAY;QACjD,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAC5E,CAAC;IACO,KAAK,CAAC,uBAAuB,CAAC,OAAe,EAAE,GAAY;QACjE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,IAAI,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QAC3J,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACxB,IAAI,GAAG;YAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAE,CAAC,gBAAgB,GAAG,EAAE,CAAC;QACxD,IAAI,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC9C,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,GAAW,EAAE,MAAqB;QAC9C,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;IACnE,CAAC;IACO,KAAK,CAAC,eAAe,CAAC,GAAW,EAAE,MAAqB;QAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAE,CAAC;QACvC,CAAC,KAAK,CAAC,QAAQ,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IAC1D,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,SAAqB;QAChC,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC;IAChE,CAAC;IACO,KAAK,CAAC,cAAc,CAAC,SAAqB;QAChD,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,cAAc,CAAC,SAAS,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACtK,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;QAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IACtD,CAAC;IACO,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK;QAC/B,MAAM,OAAO,GAA4B,EAAE,CAAC;QAC5C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9D,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,yBAAyB,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,KAAK,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvE,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACjG,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,IAAI,IAAI,UAAU,EAAE,MAAM,CAAC;QAChD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC;YAAC,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAAC,CAAC;gBAC/C,CAAC;YAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;QAC/B,IAAI,CAAC;YAAC,IAAI,MAAM;gBAAE,MAAM,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;;gBAAM,MAAM,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAAC,CAAC;gBAC5E,CAAC;YAAC,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAAC,CAAC;QACtD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;QACtD,IAAI,CAAC;YAAC,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QAAC,CAAC;gBAAS,CAAC;YAAC,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;IACtE,CAAC;CACF"}

package/dist/training/experiments/training/criteria.d.ts

@@ -0,0 +1,3 @@
+import type { ResolvedDataset } from '../../contracts/dataset.js';
+import type { EvaluationContext, EvaluationRegistry } from '../../contracts/evaluation.js';
+export declare function freezeCriteria(dataset: ResolvedDataset, evaluation: Pick<EvaluationContext, 'judges' | 'graders' | 'embeddings' | 'readText' | 'observeJudgeAttempt'>, registry: EvaluationRegistry, scope?: string): Promise<Pick<EvaluationContext, 'judges' | 'graders' | 'embeddings' | 'readText' | 'observeJudgeAttempt'>>;

package/dist/training/experiments/training/criteria.js

@@ -0,0 +1,23 @@
+import { createHash } from 'node:crypto';
+export async function freezeCriteria(dataset, evaluation, registry, scope) {
+    const judges = Object.fromEntries(Object.entries(evaluation.judges).map(([name, route]) => [name, { ...route, cacheScope: scope ?? route.cacheScope ?? `${dataset.id}:${dataset.sourceDigest}:${dataset.sharedPlanDigest}` }]));
+    const observeJudgeAttempt = evaluation.observeJudgeAttempt;
+    for (const [key, version] of Object.entries(dataset.registryVersions)) {
+        if (key.startsWith('evaluator:') && registry[key.slice(10)]?.definition.version !== version)
+            throw new Error(`Evaluator version drift: ${key}`);
+    }
+    const sidecars = new Map();
+    for (const [path, expected] of Object.entries(dataset.criterionFileDigests)) {
+        const bytes = await evaluation.readText(path);
+        if (`sha256:${createHash('sha256').update(bytes).digest('hex')}` !== expected)
+            throw new Error(`Criterion sidecar changed: ${path}`);
+        sidecars.set(path, bytes);
+    }
+    return { ...evaluation, judges, observeJudgeAttempt, readText: async (path) => {
+            const bytes = sidecars.get(path);
+            if (bytes === undefined)
+                throw new Error(`Unfrozen criterion sidecar: ${path}`);
+            return bytes;
+        } };
+}
+//# sourceMappingURL=criteria.js.map

package/dist/training/experiments/training/criteria.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"criteria.js","sourceRoot":"","sources":["../../../../src/training/experiments/training/criteria.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAwB,EAAE,UAA6G,EAC1K,QAA4B,EAAE,KAAc;IAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,GAAG,KAAK,EAAE,UAAU,EAAE,KAAK,IAAI,KAAK,CAAC,UAAU,IAAI,GAAG,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAChO,MAAM,mBAAmB,GAAG,UAAU,CAAC,mBAAmB,CAAC;IAC3D,KAAK,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACtE,IAAI,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,UAAU,CAAC,OAAO,KAAK,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,GAAG,EAAE,CAAC,CAAC;IAClJ,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC3C,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,oBAAoB,CAAC,EAAE,CAAC;QAC5E,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,IAAI,EAAE,CAAC,CAAC;QACrI,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,EAAE,GAAG,UAAU,EAAE,MAAM,EAAE,mBAAmB,EAAE,QAAQ,EAAE,KAAK,EAAC,IAAI,EAAC,EAAE;YAC1E,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,KAAK,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,IAAI,EAAE,CAAC,CAAC;YAChF,OAAO,KAAK,CAAC;QACf,CAAC,EAAE,CAAC;AACN,CAAC"}

package/dist/training/experiments/training/feedback.d.ts

@@ -0,0 +1,15 @@
+import type { PlanEvaluation } from '../../contracts/evaluation.js';
+import type { ResolvedRecord } from '../../contracts/dataset.js';
+import type { TrialReport } from '../trials/index.js';
+export declare const trainingFeedbackLimits: {
+    readonly outputBytes: 16384;
+    readonly feedbackBytes: 32768;
+    readonly atomicBytes: 8192;
+    readonly atomicChecks: 40;
+    readonly unitChars: 1000;
+};
+/** Validation and test captures never supply optimizer text, even when outputs are declared. */
+export declare function trainingFeedback(record: ResolvedRecord, report: TrialReport, evaluation?: PlanEvaluation): {
+    output: string;
+    feedback: string;
+};

package/dist/training/experiments/training/feedback.js

@@ -0,0 +1,133 @@
+import { createHash } from 'node:crypto';
+export const trainingFeedbackLimits = { outputBytes: 16384, feedbackBytes: 32768, atomicBytes: 8192, atomicChecks: 40, unitChars: 1000 };
+/** Bound the actual UTF-8 wire size, retaining an identifiable article/diagnostic excerpt. */
+function boundedText(text, limit) {
+    const originalBytes = Buffer.byteLength(text);
+    if (originalBytes <= limit)
+        return text;
+    const value = { truncated: true, originalBytes, sha256: createHash('sha256').update(text).digest('hex'), excerpt: '' };
+    return excerptText(value, text, limit);
+}
+/** Structured evidence is fixed; only the optional excerpt competes for remaining bytes. */
+function excerptText(value, text, limit) {
+    if (Buffer.byteLength(JSON.stringify(value)) > limit)
+        throw new Error('Structured training feedback exceeds its byte budget');
+    let lo = 0, hi = text.length;
+    while (lo < hi) {
+        const middle = Math.ceil((lo + hi) / 2);
+        value.excerpt = text.slice(0, middle);
+        if (Buffer.byteLength(JSON.stringify(value)) <= limit)
+            lo = middle;
+        else
+            hi = middle - 1;
+    }
+    value.excerpt = text.slice(0, lo);
+    return JSON.stringify(value);
+}
+/** Do not infer failures from protected checks or change the grader's threshold. */
+function compactAtomic(feedback, limit = trainingFeedbackLimits.atomicBytes) {
+    const value = { failed_check_count: feedback.failed_check_count,
+        omitted_failed_checks: feedback.failed_check_count, failed_checks: [] };
+    for (const check of feedback.failed_checks.slice(0, trainingFeedbackLimits.atomicChecks)) {
+        value.failed_checks.push({ template: check.template.slice(0, 256),
+            unit: check.unit.slice(0, trainingFeedbackLimits.unitChars), probability: check.probability });
+        value.omitted_failed_checks--;
+        if (Buffer.byteLength(JSON.stringify(value)) > limit) {
+            value.failed_checks.pop();
+            value.omitted_failed_checks++;
+            break;
+        }
+    }
+    return value;
+}
+/** Only authored task outputs are optimizer-visible; collector metadata is not output. */
+function taskOutput(record, report) {
+    const collectors = record.setup?.artifacts;
+    const names = new Set([...Object.keys(record.outputs ?? {}), ...Object.keys(collectors ?? {})]);
+    if (names.size === 0)
+        return boundedText(report.snapshot.output, trainingFeedbackLimits.outputBytes);
+    const artifacts = Object.fromEntries([...names].map(name => {
+        const artifact = Object.hasOwn(report.snapshot.artifacts, name) ? report.snapshot.artifacts[name] : undefined;
+        return [name, artifact?.value === undefined ? { status: 'unavailable' }
+                : { status: 'available', value: artifact.value }];
+    }));
+    const original = JSON.stringify({ output: { text: report.snapshot.output }, artifacts });
+    if (Buffer.byteLength(original) <= trainingFeedbackLimits.outputBytes)
+        return original;
+    const compact = { truncated: true, originalBytes: Buffer.byteLength(original),
+        sha256: createHash('sha256').update(original).digest('hex'), output: { text: '' },
+        artifacts: Object.fromEntries([...names].map(name => [name, { status: artifacts[name].status }])) };
+    // Every declared artifact gets its own share before optional chat, including JSON escaping.
+    const remaining = trainingFeedbackLimits.outputBytes - Buffer.byteLength(JSON.stringify(compact)) - 256;
+    const share = Math.floor(remaining / names.size) - 16;
+    if (share < 256)
+        throw new Error('Declared artifact identifiers exceed the training output byte budget');
+    for (const name of names) {
+        const source = artifacts[name];
+        if ('value' in source)
+            compact.artifacts[name].value = JSON.parse(boundedText(JSON.stringify(source.value), share));
+    }
+    let lo = 0, hi = report.snapshot.output.length;
+    while (lo < hi) {
+        const middle = Math.ceil((lo + hi) / 2);
+        compact.output.text = report.snapshot.output.slice(0, middle);
+        if (Buffer.byteLength(JSON.stringify(compact)) <= trainingFeedbackLimits.outputBytes)
+            lo = middle;
+        else
+            hi = middle - 1;
+    }
+    compact.output.text = report.snapshot.output.slice(0, lo);
+    return JSON.stringify(compact);
+}
+function checkFeedback(check, measurementsOnly = false) {
+    return { id: check.id, status: check.status, score: check.score, finality: check.finality,
+        ...(!measurementsOnly ? { reason: check.reason,
+            ...(check.atomicGrading ? { atomic: compactAtomic(check.atomicGrading.feedback) } : {}) } : {}),
+        ...(check.children?.length ? { children: check.children.map(child => checkFeedback(child, measurementsOnly)) } : {}) };
+}
+function evaluationFeedback(evaluation, measurementsOnly = false) {
+    return { status: evaluation.status, stages: evaluation.stages.map(stage => ({
+            id: stage.id, checks: stage.checks.map(check => checkFeedback(check, measurementsOnly)),
+            gate: { status: stage.gate.status }, score: stage.score, weights: stage.weights,
+        })) };
+}
+/** Present only when the subject ran out of a budget it declared; other reports keep their bytes. */
+function executionFeedback(report) {
+    return report.execution === 'limit-exceeded' ? { execution: { status: report.execution, limit: report.limit ?? null,
+            note: `The candidate exhausted its declared ${report.limit ?? 'unknown'} budget before finishing the task; work left unfinished was graded as missing.` } } : {};
+}
+function feedbackText(value, evaluation, report) {
+    const text = JSON.stringify(value);
+    if (Buffer.byteLength(text) <= trainingFeedbackLimits.feedbackBytes)
+        return text;
+    const atomic = { failed_check_count: 0, omitted_failed_checks: 0, failed_checks: [] };
+    const collect = (check) => {
+        if (check.atomicGrading) {
+            const item = compactAtomic(check.atomicGrading.feedback);
+            atomic.failed_check_count += item.failed_check_count;
+            atomic.failed_checks.push(...item.failed_checks);
+        }
+        check.children?.forEach(collect);
+    };
+    evaluation.stages.forEach(stage => stage.checks.forEach(collect));
+    report.live.forEach(item => collect(item.result));
+    const compact = { truncated: true, originalBytes: Buffer.byteLength(text),
+        sha256: createHash('sha256').update(text).digest('hex'), excerpt: '', ...executionFeedback(report),
+        evaluation: evaluationFeedback(evaluation, true), subjectUsage: report.snapshot.subjectUsage ?? null,
+        live: report.live.map(item => ({ checkId: item.checkId, boundary: item.boundary, result: checkFeedback(item.result, true) })),
+        atomic: { failed_check_count: atomic.failed_check_count, omitted_failed_checks: atomic.failed_check_count, failed_checks: [] } };
+    const remaining = trainingFeedbackLimits.feedbackBytes - Buffer.byteLength(JSON.stringify(compact));
+    compact.atomic = compactAtomic(atomic, Math.min(trainingFeedbackLimits.atomicBytes, remaining));
+    return excerptText(compact, text, trainingFeedbackLimits.feedbackBytes);
+}
+/** Validation and test captures never supply optimizer text, even when outputs are declared. */
+export function trainingFeedback(record, report, evaluation = report.evaluation) {
+    if (report.phase !== 'train')
+        return { output: '', feedback: '' };
+    return { output: taskOutput(record, report), feedback: feedbackText({ task: record.input ?? record.turns,
+            criteria: record.effectiveStages, ...executionFeedback(report),
+            evaluation: evaluationFeedback(evaluation),
+            subjectUsage: report.snapshot.subjectUsage ?? null,
+            live: report.live.map(item => ({ checkId: item.checkId, boundary: item.boundary, result: checkFeedback(item.result) })) }, evaluation, report) };
+}
+//# sourceMappingURL=feedback.js.map

package/dist/training/experiments/training/feedback.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"feedback.js","sourceRoot":"","sources":["../../../../src/training/experiments/training/feedback.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,MAAM,CAAC,MAAM,sBAAsB,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAW,CAAC;AAElJ,8FAA8F;AAC9F,SAAS,WAAW,CAAC,IAAY,EAAE,KAAa;IAC9C,MAAM,aAAa,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC9C,IAAI,aAAa,IAAI,KAAK;QAAE,OAAO,IAAI,CAAC;IACxC,MAAM,KAAK,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACvH,OAAO,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;AACzC,CAAC;AAED,4FAA4F;AAC5F,SAAS,WAAW,CAAC,KAA0B,EAAE,IAAY,EAAE,KAAa;IAC1E,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC9H,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;IAC7B,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACxC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACtC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK;YAAE,EAAE,GAAG,MAAM,CAAC;;YAC9D,EAAE,GAAG,MAAM,GAAG,CAAC,CAAC;IACvB,CAAC;IACD,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAClC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,oFAAoF;AACpF,SAAS,aAAa,CAAC,QAAwB,EAAE,QAAgB,sBAAsB,CAAC,WAAW;IACjG,MAAM,KAAK,GAAmB,EAAE,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;QAC7E,qBAAqB,EAAE,QAAQ,CAAC,kBAAkB,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;IAC1E,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,sBAAsB,CAAC,YAAY,CAAC,EAAE,CAAC;QACzF,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YAC/D,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,sBAAsB,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QACjG,KAAK,CAAC,qBAAqB,EAAE,CAAC;QAC9B,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,EAAE,CAAC;YACrD,KAAK,CAAC,aAAa,CAAC,GAAG,EAAE,CAAC;YAAC,KAAK,CAAC,qBAAqB,EAAE,CAAC;YAAC,MAAM;QAClE,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,0FAA0F;AAC1F,SAAS,UAAU,CAAC,MAAsB,EAAE,MAAmB;IAC7D,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,EAAE,SAAgC,CAAC;IAClE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAChG,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,sBAAsB,CAAC,WAAW,CAAC,CAAC;IACrG,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACzD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9G,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE;gBACrE,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC,CAAC;IACJ,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;IACzF,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,sBAAsB,CAAC,WAAW;QAAE,OAAO,QAAQ,CAAC;IACvF,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;QAC3E,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;QACjF,SAAS,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,CAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAwD,EAAE,CAAC;IAC9J,4FAA4F;IAC5F,MAAM,SAAS,GAAG,sBAAsB,CAAC,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,GAAG,GAAG,CAAC;IACxG,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;IACtD,IAAI,KAAK,GAAG,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;IACzG,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAE,CAAC;QAChC,IAAI,OAAO,IAAI,MAAM;YAAE,OAAO,CAAC,SAAS,CAAC,IAAI,CAAE,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IACvH,CAAC;IACD,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC;IAC/C,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACxC,OAAO,CAAC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QAC9D,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,sBAAsB,CAAC,WAAW;YAAE,EAAE,GAAG,MAAM,CAAC;;YAC7F,EAAE,GAAG,MAAM,GAAG,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC1D,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,aAAa,CAAC,KAAuB,EAAE,gBAAgB,GAAG,KAAK;IACtE,OAAO,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACvF,GAAG,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM;YAC5C,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjG,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AAC3H,CAAC;AAED,SAAS,kBAAkB,CAAC,UAA0B,EAAE,gBAAgB,GAAG,KAAK;IAC9E,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC1E,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;YACvF,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO;SAChF,CAAC,CAAC,EAAE,CAAC;AACR,CAAC;AAED,qGAAqG;AACrG,SAAS,iBAAiB,CAAC,MAAmB;IAC5C,OAAO,MAAM,CAAC,SAAS,KAAK,gBAAgB,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI;YACjH,IAAI,EAAE,wCAAwC,MAAM,CAAC,KAAK,IAAI,SAAS,gFAAgF,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACrK,CAAC;AAED,SAAS,YAAY,CAAC,KAAc,EAAE,UAA0B,EAAE,MAAmB;IACnF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,sBAAsB,CAAC,aAAa;QAAE,OAAO,IAAI,CAAC;IACjF,MAAM,MAAM,GAAmB,EAAE,kBAAkB,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;IACtG,MAAM,OAAO,GAAG,CAAC,KAAuB,EAAE,EAAE;QAC1C,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YACzD,MAAM,CAAC,kBAAkB,IAAI,IAAI,CAAC,kBAAkB,CAAC;YACrD,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;QACnD,CAAC;QACD,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC,CAAC;IACF,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;IAClE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC;QACvE,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,iBAAiB,CAAC,MAAM,CAAC;QAClG,UAAU,EAAE,kBAAkB,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY,IAAI,IAAI;QACpG,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QAC7H,MAAM,EAAE,EAAE,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,CAAC,kBAAkB,EAAE,aAAa,EAAE,EAAE,EAAoB,EAAE,CAAC;IACrJ,MAAM,SAAS,GAAG,sBAAsB,CAAC,aAAa,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;IACpG,OAAO,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC;IAChG,OAAO,WAAW,CAAC,OAAO,EAAE,IAAI,EAAE,sBAAsB,CAAC,aAAa,CAAC,CAAC;AAC1E,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,gBAAgB,CAAC,MAAsB,EAAE,MAAmB,EAAE,aAA6B,MAAM,CAAC,UAAU;IAC1H,IAAI,MAAM,CAAC,KAAK,KAAK,OAAO;QAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAClE,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK;YACtG,QAAQ,EAAE,MAAM,CAAC,eAAe,EAAE,GAAG,iBAAiB,CAAC,MAAM,CAAC;YAC9D,UAAU,EAAE,kBAAkB,CAAC,UAAU,CAAC;YAC1C,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY,IAAI,IAAI;YAClD,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,CAAC;AACrJ,CAAC"}