spawnfile 0.1.25 → 0.1.28

package/dist/training/optimization/checkpoint.js

@@ -0,0 +1,187 @@
+import { MutationQueue } from '../platform/mutations/index.js';
+import { createHash, randomUUID } from 'node:crypto';
+import { mkdir, readFile, readdir, rename, open, link, unlink } from 'node:fs/promises';
+import { dirname, join } from 'node:path';
+import { requestSchema, evaluationSchema, inferenceSchema, startSchema, DSPY_SCHEMA } from './protocol.js';
+const canonical = (value) => JSON.stringify(value, (_key, item) => item && typeof item === 'object' && !Array.isArray(item)
+    ? Object.fromEntries(Object.entries(item).sort(([left], [right]) => left.localeCompare(right))) : item);
+const digest = (value) => createHash('sha256').update(canonical(value)).digest('hex');
+function generationResult(inference) {
+    return { text: inference.text, model: inference.model, usage: inference.usage,
+        ...(inference.modelBasis === undefined ? {} : { modelBasis: inference.modelBasis }) };
+}
+/** Protected host journal. Completed callbacks replay; incomplete callbacks consume a new attempt. */
+export class OptimizationCheckpoint {
+    path;
+    identity;
+    lineage;
+    mutations = new MutationQueue();
+    history = [];
+    get entries() { return structuredClone(this.history); }
+    constructor(path, identity, lineage) {
+        this.path = path;
+        this.identity = identity;
+        this.lineage = lineage;
+    }
+    static async open(start, options) {
+        await mkdir(options.directory, { recursive: true, mode: 0o700 });
+        const identity = (id, execution) => digest({
+            start: { ...start, id, checkpoint: undefined, recovery: undefined }, execution, bridge: 'dspy3.3.1-gepa0.1.4-checkpoint1',
+        });
+        const lineage = options.fork ? { fork: options.fork, childId: start.id } : undefined;
+        const checkpoint = new OptimizationCheckpoint(join(options.directory, 'host.json'), identity(start.id, options.identity), lineage);
+        if (options.resume || options.fork) {
+            let importing = !options.resume ? options.fork : undefined;
+            let bytes;
+            try {
+                bytes = await readFile(importing ? join(importing.directory, 'host.json') : checkpoint.path);
+            }
+            catch (error) {
+                if (!options.resume || !options.fork || error.code !== 'ENOENT')
+                    throw error;
+                if ((await readdir(options.directory)).includes('optimizer.json'))
+                    throw new Error('Missing host checkpoint after optimizer initialization', { cause: error });
+                importing = options.fork;
+                bytes = await readFile(join(importing.directory, 'host.json'));
+            }
+            if (importing && `sha256:${createHash('sha256').update(bytes).digest('hex')}` !== importing.hostDigest) {
+                throw new Error('Parent optimizer callback journal digest mismatch');
+            }
+            const raw = JSON.parse(bytes.toString('utf8'));
+            const expected = importing ? identity(importing.id, importing.identity) : checkpoint.identity;
+            const payload = { identity: raw.identity, entries: raw.entries, ...(raw.lineage === undefined ? {} : { lineage: raw.lineage }) };
+            if (raw.identity !== expected || digest(payload) !== raw.digest ||
+                (!importing && canonical(raw.lineage) !== canonical(lineage))) {
+                throw new Error('Optimizer checkpoint identity or integrity mismatch; re-prepare with Spawnfile before resuming');
+            }
+            const ids = new Set();
+            for (const entry of raw.entries) {
+                requestSchema.parse(entry.request);
+                if (ids.has(entry.request.id) || !Number.isSafeInteger(entry.attempts) || entry.attempts < 1)
+                    throw new Error('Invalid checkpoint callback history');
+                ids.add(entry.request.id);
+                checkpoint.validateResult(entry);
+                checkpoint.history.push(entry);
+            }
+            if (importing)
+                await checkpoint.save(checkpoint.history, true);
+        }
+        else {
+            await checkpoint.save([], true);
+        }
+        return checkpoint;
+    }
+    async begin(request, budget) {
+        return this.mutations.run(() => this.beginMutation(request, budget));
+    }
+    async beginMutation(request, budget) {
+        requestSchema.parse(request);
+        let entry = this.history.find(item => item.request.id === request.id);
+        if (entry && canonical(entry.request) !== canonical(request))
+            throw new Error('Resumed optimizer callback diverged from its checkpoint');
+        if (entry?.result !== undefined)
+            return structuredClone(entry);
+        const limit = request.method === 'evaluate' ? budget.maxMetricCalls : budget.maxProposals;
+        const spent = this.history.filter(item => item.request.method === request.method).reduce((sum, item) => sum + item.attempts, 0);
+        if (spent >= limit)
+            throw new Error(`Cumulative ${request.method} attempt budget exhausted`);
+        entry = { ...entry, request, attempts: (entry?.attempts ?? 0) + 1 };
+        const history = this.history.filter(item => item.request.id !== request.id);
+        history.push(entry);
+        await this.save(history);
+        this.history = history;
+        return structuredClone(entry);
+    }
+    async complete(entry, result, inference) {
+        return this.mutations.run(() => this.completeMutation(entry, result, inference));
+    }
+    async completeMutation(entry, result, inference) {
+        const index = this.history.findIndex(item => item.request.id === entry.request.id);
+        const original = this.history[index];
+        if (!original || original.result !== undefined || canonical(original) !== canonical(entry))
+            throw new Error('Callback completion is not a pending journal entry');
+        const completed = { ...original, result, ...(inference ? { inference } : {}) };
+        this.validateResult(completed);
+        const history = [...this.history];
+        history[index] = structuredClone(completed);
+        await this.save(history);
+        this.history = history;
+    }
+    async failed(entry, attempts) {
+        return this.mutations.run(() => this.failedMutation(entry, attempts));
+    }
+    async failedMutation(entry, attempts) {
+        const index = this.history.findIndex(item => item.request.id === entry.request.id);
+        const original = this.history[index];
+        if (!original || original.result !== undefined || canonical(original) !== canonical(entry))
+            throw new Error('Failed callback is not a pending journal entry');
+        inferenceSchema.pick({ attempts: true }).parse({ attempts });
+        const history = structuredClone(this.history);
+        if (attempts.length)
+            history[index].settledFailures = (history[index].settledFailures ?? 0) + 1;
+        history[index].failedAttempts = [...history[index].failedAttempts ?? [], ...attempts];
+        await this.save(history);
+        this.history = history;
+    }
+    validateResult(entry) {
+        if (entry.failedAttempts)
+            inferenceSchema.pick({ attempts: true }).parse({ attempts: entry.failedAttempts });
+        if (entry.result === undefined)
+            return;
+        if (entry.request.method === 'evaluate')
+            evaluationSchema.parse(entry.result);
+        else {
+            const inference = inferenceSchema.parse(entry.inference);
+            if (canonical(generationResult(inference)) !== canonical(entry.result))
+                throw new Error('Persisted generation differs from host inference evidence');
+        }
+    }
+    async save(entries, create = false) {
+        const payload = { identity: this.identity, entries, ...(this.lineage === undefined ? {} : { lineage: this.lineage }) };
+        const target = `${this.path}.${randomUUID()}.tmp`;
+        const handle = await open(target, 'wx', 0o600);
+        try {
+            await handle.writeFile(canonical({ ...payload, digest: digest(payload) }));
+            await handle.sync();
+        }
+        finally {
+            await handle.close();
+        }
+        try {
+            if (create)
+                await link(target, this.path);
+            else
+                await rename(target, this.path);
+        }
+        finally {
+            await unlink(target).catch(() => undefined);
+        }
+        const directory = await open(dirname(this.path), 'r');
+        try {
+            await directory.sync();
+        }
+        finally {
+            await directory.close();
+        }
+    }
+}
+export function restoredDspyEvidence(checkpoint) {
+    return {
+        generations: checkpoint.entries.flatMap(entry => entry.inference ? [{
+                callbackId: entry.request.id, model: entry.inference.model, modelBasis: entry.inference.modelBasis,
+                route: entry.inference.route, usage: entry.inference.usage, attempts: entry.inference.attempts,
+            }] : []),
+        failedAttempts: checkpoint.entries.flatMap(entry => entry.failedAttempts ?? []),
+        reservations: checkpoint.entries.map(entry => ({ id: entry.request.id, method: entry.request.method,
+            attempts: entry.attempts, settledAttempts: (entry.settledFailures ?? 0) + (entry.result === undefined ? 0 : 1),
+            completed: entry.result !== undefined })),
+    };
+}
+/** Accounting-only restore; validates identity and never starts Python or inference. */
+export async function readDspyCheckpointEvidence(options) {
+    const start = startSchema.parse({ schema: DSPY_SCHEMA, kind: 'optimize', id: options.id,
+        components: options.components, trainCaseIds: options.trainCaseIds, validationCaseIds: options.validationCaseIds,
+        concurrency: options.concurrency, budget: options.budget, seed: options.seed, proposal: options.proposal, search: options.search, editScope: options.editScope });
+    return restoredDspyEvidence(await OptimizationCheckpoint.open(start, { ...options.checkpoint, resume: true }));
+}
+//# sourceMappingURL=checkpoint.js.map

package/dist/training/optimization/checkpoint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"checkpoint.js","sourceRoot":"","sources":["../../../src/training/optimization/checkpoint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACxF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE1C,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,eAAe,EAAE,WAAW,EAAE,WAAW,EAAoC,MAAM,eAAe,CAAC;AAW7I,MAAM,SAAS,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,IAAa,EAAE,EAAE,CAClF,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;IACtD,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AAC5G,MAAM,MAAM,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC/F,SAAS,gBAAgB,CAAC,SAA0B;IAClD,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK;QAC3E,GAAG,CAAC,SAAS,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC;AAC1F,CAAC;AAED,sGAAsG;AACtG,MAAM,OAAO,sBAAsB;IAChB,IAAI,CAAS;IACb,QAAQ,CAAS;IACjB,OAAO,CAAyF;IAChG,SAAS,GAAG,IAAI,aAAa,EAAE,CAAC;IACzC,OAAO,GAAoB,EAAE,CAAC;IACtC,IAAI,OAAO,KAA+B,OAAO,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACjF,YAAoB,IAAY,EAAE,QAAgB,EAChD,OAA+F;QAC/F,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAgB,EAAE,OAA2D;QAC7F,MAAM,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACjE,MAAM,QAAQ,GAAG,CAAC,EAAU,EAAE,SAAiB,EAAE,EAAE,CAAC,MAAM,CAAC;YACzD,KAAK,EAAE,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,iCAAiC;SAC1H,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACrF,MAAM,UAAU,GAAG,IAAI,sBAAsB,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;QACnI,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,SAAS,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YAC3D,IAAI,KAAa,CAAC;YAClB,IAAI,CAAC;gBAAC,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAAC,CAAC;YACrG,OAAO,KAAK,EAAE,CAAC;gBACb,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;oBAAE,MAAM,KAAK,CAAC;gBACxG,IAAI,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC/J,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;gBACzB,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC;YACjE,CAAC;YACD,IAAI,SAAS,IAAI,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,SAAS,CAAC,UAAU,EAAE,CAAC;gBACvG,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;YACvE,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAsF,CAAC;YACpI,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC9F,MAAM,OAAO,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;YACjI,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,MAAM;gBAC3D,CAAC,CAAC,SAAS,IAAI,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,gGAAgG,CAAC,CAAC;YACpH,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;YAC9B,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;gBAChC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACnC,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;gBACrJ,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC1B,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBACjC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACjC,CAAC;YACD,IAAI,SAAS;gBAAE,MAAM,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YAAC,MAAM,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAAC,CAAC;QAC3C,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAAoB,EAAE,MAA2B;QAC3D,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;IACvE,CAAC;IACO,KAAK,CAAC,aAAa,CAAC,OAAoB,EAAE,MAA2B;QAC3E,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,IAAI,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,OAAO,CAAC,EAAE,CAAC,CAAC;QACtE,IAAI,KAAK,IAAI,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,SAAS,CAAC,OAAO,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QACzI,IAAI,KAAK,EAAE,MAAM,KAAK,SAAS;YAAE,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;QAC/D,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;QAC1F,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAChI,IAAI,KAAK,IAAI,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,OAAO,CAAC,MAAM,2BAA2B,CAAC,CAAC;QAC7F,KAAK,GAAG,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;QACpE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,OAAO,CAAC,EAAE,CAAC,CAAC;QAC5E,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAoB,EAAE,MAAe,EAAE,SAA2B;QAC/E,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;IACnF,CAAC;IACO,KAAK,CAAC,gBAAgB,CAAC,KAAoB,EAAE,MAAe,EAAE,SAA2B;QAC/F,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACnF,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,SAAS,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QAClK,MAAM,SAAS,GAAG,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QAC/E,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QAAC,OAAO,CAAC,KAAK,CAAC,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;QAC/E,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAoB,EAAE,QAAkD;QACnF,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;IACxE,CAAC;IACO,KAAK,CAAC,cAAc,CAAC,KAAoB,EAAE,QAAkD;QACnG,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACnF,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,SAAS,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QAC9J,eAAe,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,QAAQ,CAAC,MAAM;YAAE,OAAO,CAAC,KAAK,CAAE,CAAC,eAAe,GAAG,CAAC,OAAO,CAAC,KAAK,CAAE,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAClG,OAAO,CAAC,KAAK,CAAE,CAAC,cAAc,GAAG,CAAC,GAAG,OAAO,CAAC,KAAK,CAAE,CAAC,cAAc,IAAI,EAAE,EAAE,GAAG,QAAQ,CAAC,CAAC;QACxF,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAAC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACnD,CAAC;IAEO,cAAc,CAAC,KAAoB;QACzC,IAAI,KAAK,CAAC,cAAc;YAAE,eAAe,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC;QAC7G,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO;QACvC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,UAAU;YAAE,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;aACzE,CAAC;YACJ,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACzD,IAAI,SAAS,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,KAAK,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;QACvJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,OAAwB,EAAE,MAAM,GAAG,KAAK;QACzD,MAAM,OAAO,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;QACvH,MAAM,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,IAAI,UAAU,EAAE,MAAM,CAAC;QAClD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAC/C,IAAI,CAAC;YAAC,MAAM,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;YAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAAC,CAAC;gBAChG,CAAC;YAAC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;QACjC,IAAI,CAAC;YAAC,IAAI,MAAM;gBAAE,MAAM,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;;gBAAM,MAAM,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAAC,CAAC;gBAChF,CAAC;YAAC,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAAC,CAAC;QACxD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;QACtD,IAAI,CAAC;YAAC,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QAAC,CAAC;gBAAS,CAAC;YAAC,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;IACtE,CAAC;CACF;AAED,MAAM,UAAU,oBAAoB,CAAC,UAAkC;IACrE,OAAO;QACL,WAAW,EAAE,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBAClE,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,SAAS,CAAC,UAAU;gBAClG,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC,QAAQ;aAC/F,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACR,cAAc,EAAE,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC;QAC/E,YAAY,EAAE,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM;YACjG,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,eAAe,EAAE,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9G,SAAS,EAAE,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC,CAAC;KAC5C,CAAC;AACJ,CAAC;AAED,wFAAwF;AACxF,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,OAG9C;IACD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE;QACrF,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;QAChH,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;IACpK,OAAO,oBAAoB,CAAC,MAAM,sBAAsB,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACjH,CAAC"}

package/dist/training/optimization/evidence.d.ts

@@ -0,0 +1,4 @@
+import { type DspyResult } from './protocol.js';
+import type { DspyHost } from './host.js';
+/** Trust recorded host callbacks, not optimizer-provided scores or counters alone. */
+export declare function verifyDspyResult(result: DspyResult, host: DspyHost, signal: AbortSignal): Promise<void>;

package/dist/training/optimization/evidence.js

@@ -0,0 +1,65 @@
+import { canonicalWireId } from '../contracts/index.js';
+import { isDeepStrictEqual } from 'node:util';
+import { sameComponents } from './protocol.js';
+import { verifyPopulationEvidence } from './population-evidence.js';
+/** Trust recorded host callbacks, not optimizer-provided scores or counters alone. */
+export async function verifyDspyResult(result, host, signal) {
+    const { start, completed, generations } = host;
+    const { provenance } = result;
+    if (result.id !== start.id || provenance.seed !== start.seed
+        || provenance.evaluations !== host.evaluations || provenance.proposals !== host.proposals
+        || provenance.candidates.length > host.proposals + 1 || host.pending !== 0) {
+        throw new Error('DSPy terminal identity, counters or candidate count do not match host evidence');
+    }
+    const captures = completed.map(({ caseId, split, result: evaluated }) => ({ caseId, split, captureId: evaluated.captureId }));
+    // Checkpoint JSON canonicalizes object keys; array order and every value remain authoritative.
+    const ordered = (rows) => [...rows].sort((a, b) => a.captureId.localeCompare(b.captureId));
+    if (!isDeepStrictEqual(ordered(captures), ordered(provenance.captures))
+        || !isDeepStrictEqual(generations.map(({ model, usage, modelBasis, text }) => ({ model, usage,
+            ...(modelBasis === undefined ? {} : { modelBasis }), ...(start.search ? { text } : {}) })), provenance.generations)) {
+        throw new Error('DSPy terminal capture or inference provenance does not match host evidence');
+    }
+    if ((canonicalWireId(provenance.optimizer) === 'training.population') !== Boolean(start.search)) {
+        throw new Error('DSPy optimizer mode contradicts requested search');
+    }
+    const validation = completed.filter((entry) => entry.split === 'validation');
+    const size = start.validationCaseIds.length;
+    if (validation.length !== size * provenance.candidates.length)
+        throw new Error('DSPy omitted complete candidate validation');
+    let best = 0;
+    for (const [index, candidate] of provenance.candidates.entries()) {
+        await host.validate(candidate.components, signal);
+        if (index === 0 && (!sameComponents(candidate.components, start.components)
+            || candidate.parents.length !== 1 || candidate.parents[0] !== null))
+            throw new Error('DSPy altered the baseline identity');
+        if (index > 0 && (candidate.parents.length !== 1 || candidate.parents.some((parent) => parent === null || parent >= index))) {
+            throw new Error('DSPy candidate lineage does not reference an earlier parent');
+        }
+        if (candidate.discoveryEvaluations > host.evaluations
+            || (index === 0 && candidate.discoveryEvaluations !== 0)
+            || (index > 0 && candidate.discoveryEvaluations <= provenance.candidates[index - 1].discoveryEvaluations)) {
+            throw new Error('DSPy candidate discovery contradicts observed evaluation ordering');
+        }
+        const batch = validation.slice(index * size, (index + 1) * size);
+        const ids = new Set(batch.map((entry) => entry.caseId));
+        if (ids.size !== size || start.validationCaseIds.some((id) => !ids.has(id))
+            || batch.some((entry) => !sameComponents(entry.components, candidate.components))) {
+            throw new Error('DSPy candidate lacks the declared native validation captures');
+        }
+        const score = batch.reduce((sum, entry) => sum + entry.result.score, 0) / size;
+        if (start.search && !isDeepStrictEqual(candidate.perCaseScores, Object.fromEntries(batch.map(entry => [entry.caseId, entry.result.score])))) {
+            throw new Error('Population per-case scores contradict native evaluations');
+        }
+        if (Math.abs(score - candidate.validationScore) > 1e-10)
+            throw new Error('DSPy candidate score contradicts native evaluations');
+        if (candidate.validationScore > provenance.candidates[best].validationScore)
+            best = index;
+    }
+    if (start.search)
+        verifyPopulationEvidence(result, start, completed);
+    if (provenance.selectedCandidateIndex !== best
+        || !sameComponents(result.components, provenance.candidates[best].components)) {
+        throw new Error('DSPy selected components contradict validation selection');
+    }
+}
+//# sourceMappingURL=evidence.js.map

package/dist/training/optimization/evidence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evidence.js","sourceRoot":"","sources":["../../../src/training/optimization/evidence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAmB,MAAM,eAAe,CAAC;AAChE,OAAO,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AAGpE,sFAAsF;AACtF,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAAkB,EAAE,IAAc,EAAE,MAAmB;IAC5F,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC;IAC/C,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;IAC9B,IAAI,MAAM,CAAC,EAAE,KAAK,KAAK,CAAC,EAAE,IAAI,UAAU,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI;WACrD,UAAU,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW,IAAI,UAAU,CAAC,SAAS,KAAK,IAAI,CAAC,SAAS;WACtF,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;QAC/E,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;IACpG,CAAC;IACD,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAC9H,+FAA+F;IAC/F,MAAM,OAAO,GAAG,CAAC,IAAqB,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5G,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;WAChE,CAAC,iBAAiB,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK;YAC3F,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC1H,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;IAChG,CAAC;IACD,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC,KAAK,qBAAqB,CAAC,KAAK,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;QAChG,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IACtE,CAAC;IACD,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,YAAY,CAAC,CAAC;IAC7E,MAAM,IAAI,GAAG,KAAK,CAAC,iBAAiB,CAAC,MAAM,CAAC;IAC5C,IAAI,UAAU,CAAC,MAAM,KAAK,IAAI,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAC7H,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QACjE,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAClD,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;eACpE,SAAS,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QAC/H,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,IAAI,IAAI,MAAM,IAAI,KAAK,CAAC,CAAC,EAAE,CAAC;YAC5H,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QACjF,CAAC;QACD,IAAI,SAAS,CAAC,oBAAoB,GAAG,IAAI,CAAC,WAAW;eAC9C,CAAC,KAAK,KAAK,CAAC,IAAI,SAAS,CAAC,oBAAoB,KAAK,CAAC,CAAC;eACrD,CAAC,KAAK,GAAG,CAAC,IAAI,SAAS,CAAC,oBAAoB,IAAI,UAAU,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,CAAE,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC/G,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;QACvF,CAAC;QACD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QACxD,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;eACpE,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;YACtF,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;QAClF,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC;QAC/E,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,aAAa,EAC5D,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9E,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,eAAe,CAAC,GAAG,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QAChI,IAAI,SAAS,CAAC,eAAe,GAAG,UAAU,CAAC,UAAU,CAAC,IAAI,CAAE,CAAC,eAAe;YAAE,IAAI,GAAG,KAAK,CAAC;IAC7F,CAAC;IACD,IAAI,KAAK,CAAC,MAAM;QAAE,wBAAwB,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IACrE,IAAI,UAAU,CAAC,sBAAsB,KAAK,IAAI;WACvC,CAAC,cAAc,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,UAAU,CAAC,IAAI,CAAE,CAAC,UAAU,CAAC,EAAE,CAAC;QACnF,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC9E,CAAC;AACH,CAAC"}

package/dist/training/optimization/host.d.ts

@@ -0,0 +1,27 @@
+import type { InferenceAttempt, InferenceResult } from '../contracts/execution.js';
+import { type DspyEvaluation, type DspyEvaluateParams, type DspyRequest, type DspyStart } from './protocol.js';
+import type { OptimizationCheckpoint } from './checkpoint.js';
+import type { DspyOptimizationOptions } from './types.js';
+export interface CompletedEvaluation extends DspyEvaluateParams {
+    result: DspyEvaluation;
+}
+export declare class DspyHost {
+    readonly start: DspyStart;
+    private readonly options;
+    private readonly checkpoint?;
+    evaluations: number;
+    proposals: number;
+    pending: number;
+    readonly completed: CompletedEvaluation[];
+    readonly generations: InferenceResult[];
+    readonly inferenceAttempts: InferenceAttempt[];
+    private reservedEvaluations;
+    private readonly workInFlight;
+    private readonly calls;
+    private readonly captures;
+    constructor(start: DspyStart, options: DspyOptimizationOptions, checkpoint?: OptimizationCheckpoint);
+    work<T>(operation: () => T | Promise<T>, signal: AbortSignal): Promise<T>;
+    drain(timeoutMs: number): Promise<boolean>;
+    validate(components: Record<string, string>, signal: AbortSignal): Promise<void>;
+    handle(request: DspyRequest, signal: AbortSignal): Promise<unknown>;
+}

package/dist/training/optimization/host.js

@@ -0,0 +1,144 @@
+import { InferenceFailure } from '../inference/index.js';
+import { evaluationSchema, inferenceSchema } from './protocol.js';
+import { assertBoundaries, compileBoundaries } from './boundaries.js';
+export class DspyHost {
+    start;
+    options;
+    checkpoint;
+    evaluations = 0;
+    proposals = 0;
+    pending = 0;
+    completed = [];
+    generations = [];
+    inferenceAttempts = [];
+    reservedEvaluations = 0;
+    workInFlight = new Set();
+    calls = new Set();
+    captures = new Set();
+    constructor(start, options, checkpoint) {
+        this.start = start;
+        this.options = options;
+        this.checkpoint = checkpoint;
+        for (const entry of checkpoint?.entries ?? []) {
+            this.inferenceAttempts.push(...entry.failedAttempts ?? []);
+            if (entry.result === undefined)
+                continue;
+            if (entry.request.method === 'evaluate') {
+                const result = evaluationSchema.parse(entry.result);
+                this.evaluations += 1;
+                this.captures.add(result.captureId);
+                this.completed.push({ ...entry.request.params, result });
+            }
+            else {
+                this.proposals += 1;
+                this.generations.push(entry.inference);
+                this.inferenceAttempts.push(...entry.inference.attempts ?? []);
+            }
+        }
+    }
+    async work(operation, signal) {
+        signal.throwIfAborted();
+        this.pending += 1;
+        const work = Promise.resolve().then(operation);
+        this.workInFlight.add(work);
+        const settled = () => { this.pending -= 1; this.workInFlight.delete(work); };
+        void work.then(settled, settled);
+        let listener;
+        const interrupted = new Promise((_resolve, reject) => {
+            listener = () => reject(new Error('DSPy host work was cancelled'));
+            signal.addEventListener('abort', listener, { once: true });
+        });
+        try {
+            return await Promise.race([work, interrupted]);
+        }
+        finally {
+            signal.removeEventListener('abort', listener);
+        }
+    }
+    async drain(timeoutMs) {
+        let timer;
+        try {
+            return await Promise.race([
+                Promise.allSettled([...this.workInFlight]).then(() => this.pending === 0),
+                new Promise(resolve => { timer = setTimeout(() => resolve(false), timeoutMs); }),
+            ]);
+        }
+        finally {
+            clearTimeout(timer);
+        }
+    }
+    async validate(components, signal) {
+        const expected = Object.keys(this.start.components);
+        if (Object.keys(components).length !== expected.length || expected.some((key) => !Object.hasOwn(components, key))) {
+            throw new Error('DSPy candidate changed the declared editable component set');
+        }
+        assertBoundaries(compileBoundaries(this.start.search?.boundaries ?? [], this.start.components), components);
+        await this.work(() => this.options.validateComponents(Object.freeze({ ...components }), signal), signal);
+    }
+    async handle(request, signal) {
+        if (this.calls.has(request.id))
+            throw new Error('DSPy reused a callback ID');
+        this.calls.add(request.id);
+        const entry = await this.checkpoint?.begin(request, this.start.budget);
+        if (entry?.result !== undefined)
+            return entry.result;
+        if (this.calls.size > this.start.budget.maxMetricCalls + this.start.budget.maxProposals) {
+            throw new Error('DSPy exceeded its total callback budget');
+        }
+        if (request.method === 'generate') {
+            if (this.proposals >= this.start.budget.maxProposals)
+                throw new Error('DSPy exceeded its proposal budget');
+            this.proposals += 1;
+            const generated = await this.work(async () => {
+                let response;
+                try {
+                    response = await this.options.generate(request.params, signal, request.id);
+                }
+                catch (error) {
+                    if (error instanceof InferenceFailure) {
+                        this.inferenceAttempts.push(...error.attempts);
+                        if (entry)
+                            await this.checkpoint.failed(entry, error.attempts);
+                    }
+                    throw error;
+                }
+                // Capture settled provider evidence before validation or the outer abort race.
+                this.inferenceAttempts.push(...response.attempts ?? []);
+                return inferenceSchema.parse(response);
+            }, signal);
+            this.generations.push(generated);
+            const result = { text: generated.text, model: generated.model, usage: generated.usage,
+                ...(generated.modelBasis === undefined ? {} : { modelBasis: generated.modelBasis }) };
+            if (entry)
+                await this.checkpoint.complete(entry, result, generated);
+            return result;
+        }
+        const params = request.params;
+        const allowed = params.split === 'train' ? this.start.trainCaseIds : this.start.validationCaseIds;
+        if (!allowed.includes(params.caseId))
+            throw new Error('DSPy requested a case outside its declared split');
+        if (this.evaluations + this.reservedEvaluations >= this.start.budget.maxMetricCalls)
+            throw new Error('DSPy exceeded its native evaluation budget');
+        this.reservedEvaluations += 1;
+        try {
+            await this.validate(params.components, signal);
+        }
+        finally {
+            this.reservedEvaluations -= 1;
+        }
+        this.evaluations += 1;
+        const frozen = Object.freeze({ ...params, components: Object.freeze({ ...params.components }) });
+        const result = evaluationSchema.parse(await this.work(() => this.options.evaluate(frozen, signal, request.id), signal));
+        if (params.split === 'validation' && (result.feedback.length > 0 || result.output.length > 0)) {
+            throw new Error('DSPy validation may return only a scalar and capture reference');
+        }
+        if (this.captures.has(result.captureId))
+            throw new Error('DSPy evaluations must identify fresh native captures');
+        this.captures.add(result.captureId);
+        this.completed.push({ ...params, result });
+        if (entry)
+            await this.checkpoint.complete(entry, result);
+        return result;
+    }
+}
+//# sourceMappingURL=host.js.map

package/dist/training/optimization/host.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"host.js","sourceRoot":"","sources":["../../../src/training/optimization/host.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,eAAe,EACN,MAAM,eAAe,CAAC;AAG1D,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAItE,MAAM,OAAO,QAAQ;IACV,KAAK,CAAY;IACT,OAAO,CAA0B;IACjC,UAAU,CAA0B;IACrD,WAAW,GAAG,CAAC,CAAC;IAChB,SAAS,GAAG,CAAC,CAAC;IACd,OAAO,GAAG,CAAC,CAAC;IACH,SAAS,GAA0B,EAAE,CAAC;IACtC,WAAW,GAAsB,EAAE,CAAC;IACpC,iBAAiB,GAAuB,EAAE,CAAC;IAC5C,mBAAmB,GAAG,CAAC,CAAC;IACf,YAAY,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC3C,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAC1B,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9C,YAAY,KAAgB,EAAE,OAAgC,EAAE,UAAmC;QACjG,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;YAC3D,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;gBAAE,SAAS;YACzC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBACpD,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;gBAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC3D,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;gBAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,SAAU,CAAC,CAAC;gBAC7D,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,SAAU,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAI,SAA+B,EAAE,MAAmB;QAChE,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5B,MAAM,OAAO,GAAG,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7E,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACjC,IAAI,QAAqB,CAAC;QAC1B,MAAM,WAAW,GAAG,IAAI,OAAO,CAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE;YAC1D,QAAQ,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAC;YACnE,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QACH,IAAI,CAAC;YAAC,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC;QAAC,CAAC;gBAC/C,CAAC;YAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,SAAiB;QAC3B,IAAI,KAAgD,CAAC;QACrD,IAAI,CAAC;YACH,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC;gBACxB,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,CAAC;gBACzE,IAAI,OAAO,CAAQ,OAAO,CAAC,EAAE,GAAG,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;aACxF,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,UAAkC,EAAE,MAAmB;QACpE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACpD,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;YAClH,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChF,CAAC;QACD,gBAAgB,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,IAAI,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,UAAU,CAAC,CAAC;QAC5G,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;IAC3G,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAoB,EAAE,MAAmB;QACpD,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC7E,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACvE,IAAI,KAAK,EAAE,MAAM,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC,MAAM,CAAC;QACrD,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;YACxF,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YAClC,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY;gBAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YAC3G,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;YACpB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;gBAC3C,IAAI,QAAyB,CAAC;gBAC9B,IAAI,CAAC;oBAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;gBAAC,CAAC;gBACnF,OAAO,KAAK,EAAE,CAAC;oBACb,IAAI,KAAK,YAAY,gBAAgB,EAAE,CAAC;wBACtC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;wBAC/C,IAAI,KAAK;4BAAE,MAAM,IAAI,CAAC,UAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;oBAClE,CAAC;oBACD,MAAM,KAAK,CAAC;gBACd,CAAC;gBACD,+EAA+E;gBAC/E,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;gBACxD,OAAO,eAAe,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACzC,CAAC,EAAE,MAAM,CAAC,CAAC;YACX,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACjC,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK;gBACnF,GAAG,CAAC,SAAS,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC;YACxF,IAAI,KAAK;gBAAE,MAAM,IAAI,CAAC,UAAW,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;YACrE,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC9B,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC;QAClG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QAC1G,IAAI,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,mBAAmB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc;YAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QACnJ,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAC9B,IAAI,CAAC;YAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAAC,CAAC;gBAC/C,CAAC;YAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAAC,CAAC;QAC1C,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;QACtB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QACjG,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;QACxH,IAAI,MAAM,CAAC,KAAK,KAAK,YAAY,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;YAC9F,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACpF,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QACjH,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACpC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3C,IAAI,KAAK;YAAE,MAAM,IAAI,CAAC,UAAW,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC1D,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/training/optimization/index.d.ts

@@ -0,0 +1,8 @@
+export { runDspyOptimization } from './runner.js';
+export { createDspyGeneration } from './inference.js';
+export { DspyOptimizationError, type DspyFailureEvidence, type DspyOptimizationOptions } from './types.js';
+export type { DspyEvaluation, DspyEvaluateParams, DspyGenerateParams, DspyResult } from './protocol.js';
+export { readDspyCheckpointEvidence } from './checkpoint.js';
+export type { DspyRestoredEvidence } from './types.js';
+export { bridgeExecutionIdentity } from './bridge-identity.js';
+export type { BridgeIdentityContext } from './bridge-identity.js';

package/dist/training/optimization/index.js

@@ -0,0 +1,6 @@
+export { runDspyOptimization } from './runner.js';
+export { createDspyGeneration } from './inference.js';
+export { DspyOptimizationError } from './types.js';
+export { readDspyCheckpointEvidence } from './checkpoint.js';
+export { bridgeExecutionIdentity } from './bridge-identity.js';
+//# sourceMappingURL=index.js.map

package/dist/training/optimization/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/training/optimization/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAA0D,MAAM,YAAY,CAAC;AAE3G,OAAO,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAG7D,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/training/optimization/inference.d.ts

@@ -0,0 +1,4 @@
+import type { InferenceProvider } from '../contracts/execution.js';
+import type { DspyOptimizationOptions } from './types.js';
+/** Exact two-message mapping; unsupported conversations are rejected, never flattened. */
+export declare function createDspyGeneration(provider: InferenceProvider, model: string): DspyOptimizationOptions['generate'];

package/dist/training/optimization/inference.js

@@ -0,0 +1,33 @@
+import { InferenceFailure, validateInferenceResponse, validateInferenceSchema } from '../inference/index.js';
+import { generateParamsSchema, inferenceSchema } from './protocol.js';
+/** Exact two-message mapping; unsupported conversations are rejected, never flattened. */
+export function createDspyGeneration(provider, model) {
+    if (!['disabled', 'contained'].includes(provider.capabilities.tools)) {
+        throw new Error('DSPy reflection requires an explicit tool-isolated inference route');
+    }
+    if (model.trim().length === 0)
+        throw new Error('DSPy reflection requires an explicit model');
+    return async (raw, signal) => {
+        const request = generateParamsSchema.parse(raw);
+        const [system, user] = request.messages;
+        if (request.messages.length !== 2 || system?.role !== 'system' || user?.role !== 'user') {
+            throw new Error('InferenceRequest cannot represent this DSPy message sequence without changing roles');
+        }
+        validateInferenceSchema(request.options.responseSchema);
+        signal.throwIfAborted();
+        const response = await provider.generate({ system: system.content, prompt: user.content, model, signal,
+            ...(request.options.responseSchema === undefined ? {} : { responseSchema: request.options.responseSchema }) });
+        try {
+            validateInferenceResponse(response.text, request.options.responseSchema);
+            return inferenceSchema.parse(response);
+        }
+        catch {
+            throw new InferenceFailure('protocol', 'Optimizer inference returned invalid completion metadata', {
+                attempts: response.attempts, usage: response.usage,
+                responseModel: response.modelBasis === 'requested-assumption' ? null : response.model,
+                responseRoute: response.route,
+            });
+        }
+    };
+}
+//# sourceMappingURL=inference.js.map

package/dist/training/optimization/inference.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference.js","sourceRoot":"","sources":["../../../src/training/optimization/inference.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,yBAAyB,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAC7G,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAGtE,0FAA0F;AAC1F,MAAM,UAAU,oBAAoB,CAAC,QAA2B,EAAE,KAAa;IAC7E,IAAI,CAAC,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IACxF,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAC7F,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE;QAC3B,MAAM,OAAO,GAAG,oBAAoB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC;QACxC,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,EAAE,IAAI,KAAK,QAAQ,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;YACxF,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC,CAAC;QACzG,CAAC;QACD,uBAAuB,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QACxD,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM;YACpG,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;QACjH,IAAI,CAAC;YACH,yBAAyB,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YACzE,OAAO,eAAe,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACzC,CAAC;QACD,MAAM,CAAC;YACL,MAAM,IAAI,gBAAgB,CAAC,UAAU,EAAE,0DAA0D,EAAE;gBACjG,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK;gBAClD,aAAa,EAAE,QAAQ,CAAC,UAAU,KAAK,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK;gBACrF,aAAa,EAAE,QAAQ,CAAC,KAAK;aAC9B,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}

package/dist/training/optimization/population-evidence.d.ts

@@ -0,0 +1,4 @@
+import { type DspyResult, type DspyStart } from './protocol.js';
+import type { CompletedEvaluation } from './host.js';
+/** Check population lineage and deterministic selection independently of Python. */
+export declare function verifyPopulationEvidence(result: DspyResult, start: DspyStart, completed: readonly CompletedEvaluation[]): void;