@dsh-enhanced/assistant-evaluation 0.1.23 → 0.1.30

package/lib/benchmark/strategy-executor.d.ts

@@ -0,0 +1,27 @@
+import type { NativeAdapterFactory, NativeModelConfig } from './native.js';
+import { type BenchmarkExecutor } from './runner.js';
+import { type StrategyGoalTask } from './strategy-goal-runtime.js';
+import { type StrategyBenchmarkPlan } from './strategy-plan.js';
+import { type StrategyBenchmarkConfig } from './strategy-config.js';
+import type { BenchmarkResult } from './types.js';
+export interface StrategyBenchmarkExecutorOptions {
+    plan: StrategyBenchmarkPlan;
+    tasks: Readonly<Record<string, StrategyGoalTask>>;
+    persona: string;
+    model: NativeModelConfig;
+    factory: NativeAdapterFactory;
+    /** Both directories must be private, canonical and outside one another. Retained for audit. */
+    workspaceDirectory: string;
+    stateDirectory: string;
+    image: string;
+    dockerPath: string;
+    stepMaxDurationMs: number;
+    stopTimeoutMs?: number;
+}
+/** Freeze actual resolved runtime content/configuration before loading the trusted adapter. */
+export declare function createStrategyBenchmarkPlan(value: StrategyBenchmarkConfig): Readonly<StrategyBenchmarkPlan>;
+/** The journal's failed result remains unknown even if late cleanup subsequently succeeds. */
+export declare function createStrategyBenchmarkExecutor(input: StrategyBenchmarkExecutorOptions): BenchmarkExecutor;
+/** Reopen every referenced object before presenting strategy statistics. Missing crash evidence remains unknown. */
+export declare function verifyStrategyBenchmarkResults(plan: StrategyBenchmarkPlan, results: readonly BenchmarkResult[], stateDirectory: string, workspaceDirectory: string): void;
+//# sourceMappingURL=strategy-executor.d.ts.map

package/lib/benchmark/strategy-executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"strategy-executor.d.ts","sourceRoot":"","sources":["../../src/benchmark/strategy-executor.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAC1E,OAAO,EAAyD,KAAK,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAG3G,OAAO,EAAuF,KAAK,gBAAgB,EAAE,MAAM,4BAA4B,CAAA;AACvJ,OAAO,EAA4J,KAAK,qBAAqB,EAAE,MAAM,oBAAoB,CAAA;AAEzN,OAAO,EAAgC,KAAK,uBAAuB,EAAE,MAAM,sBAAsB,CAAA;AAEjG,OAAO,KAAK,EAA0C,eAAe,EAAE,MAAM,YAAY,CAAA;AAEzF,MAAM,WAAW,gCAAgC;IAC/C,IAAI,EAAE,qBAAqB,CAAA;IAC3B,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAA;IACjD,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,iBAAiB,CAAA;IACxB,OAAO,EAAE,oBAAoB,CAAA;IAC7B,+FAA+F;IAC/F,kBAAkB,EAAE,MAAM,CAAA;IAC1B,cAAc,EAAE,MAAM,CAAA;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,iBAAiB,EAAE,MAAM,CAAA;IACzB,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB;AAqBD,+FAA+F;AAC/F,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,uBAAuB,GAAG,QAAQ,CAAC,qBAAqB,CAAC,CAS3G;AAED,8FAA8F;AAC9F,wBAAgB,+BAA+B,CAAC,KAAK,EAAE,gCAAgC,GAAG,iBAAiB,CAqG1G;AAED,oHAAoH;AACpH,wBAAgB,8BAA8B,CAAC,IAAI,EAAE,qBAAqB,EAAE,OAAO,EAAE,SAAS,eAAe,EAAE,EAAE,cAAc,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAmBzK"}

package/lib/benchmark/strategy-executor.js

@@ -0,0 +1,178 @@
+/** Serial Host executor for real Goal cells; journal cancellation owns the total deadline. */
+import { mkdirSync, mkdtempSync, lstatSync, realpathSync } from 'node:fs';
+import { isAbsolute, join, relative } from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { acceptanceCanonicalJson, acceptanceDigest } from '@dsh-enhanced/task-acceptance-contract';
+import { emptyBenchmarkMetrics } from './runner.js';
+import { benchmarkAssert, benchmarkSnapshot } from './schema.js';
+import { StrategyEvidenceStore, strategyFailureProtocol, strategyCellProtocol } from './strategy-evidence.js';
+import { createStrategyGoalRuntime, strategyGoalTaskDigests } from './strategy-goal-runtime.js';
+import { parseStrategyBenchmarkPlan, strategyBenchmarkCapabilityVersions, strategyBenchmarkJournalPlan, strategyBenchmarkProtocol, strategyBenchmarkRequestLimits } from './strategy-plan.js';
+import { createFixedStrategyCapabilityExpectation, StrategyCapabilityRuntimeHost, assertStrategyCapabilityRuntime } from './strategy-capabilities.js';
+import { parseStrategyBenchmarkConfig } from './strategy-config.js';
+import { strategyDevelopmentCases, strategyDevelopmentDataset } from './strategy-corpus.js';
+function privateRoot(path) {
+    benchmarkAssert(isAbsolute(path), 'strategy root must be absolute');
+    mkdirSync(path, { recursive: true, mode: 0o700 });
+    const stat = lstatSync(path);
+    benchmarkAssert(realpathSync(path) === path && stat.isDirectory() && !stat.isSymbolicLink()
+        && (stat.mode & 0o077) === 0 && (process.getuid === undefined || stat.uid === process.getuid()), 'strategy root must be canonical and private');
+    return path;
+}
+const contains = (a, b) => { const path = relative(a, b); return path === '' || path !== '..' && !path.startsWith('../') && !isAbsolute(path); };
+const same = (a, b) => acceptanceCanonicalJson(a) === acceptanceCanonicalJson(b);
+const resolverDirectory = fileURLToPath(new URL('.', import.meta.url));
+const noSkills = acceptanceDigest('strategy-no-skills-v1');
+function actualCapabilities(input) {
+    const expectation = createFixedStrategyCapabilityExpectation({ resolverDirectory, persona: input.persona, modelProvider: input.model.provider });
+    const runtimeCommitment = { source: expectation.capabilities.common.runtime, sourceIdentityDigest: acceptanceDigest(expectation.sourceIdentity), image: input.image, dockerPath: input.dockerPath,
+        stepMaxDurationMs: input.stepMaxDurationMs, stopTimeoutMs: input.stopTimeoutMs ?? 10000 };
+    return { expectation, runtimeCommitment, capabilities: { ...expectation.capabilities, common: { ...expectation.capabilities.common, runtime: acceptanceDigest(runtimeCommitment) } } };
+}
+/** Freeze actual resolved runtime content/configuration before loading the trusted adapter. */
+export function createStrategyBenchmarkPlan(value) {
+    const config = parseStrategyBenchmarkConfig(value);
+    const { capabilities } = actualCapabilities(config);
+    return parseStrategyBenchmarkPlan({ schemaVersion: 1, protocol: strategyBenchmarkProtocol, capabilities, execution: config.execution,
+        benchmark: { schemaVersion: 1, id: config.id, comparison: 'capability', dataset: strategyDevelopmentDataset,
+            cases: strategyDevelopmentCases().filter(task => config.cases.includes(task.id)), budget: config.budget, repeats: config.repeats, seed: config.seed,
+            variants: [false, true].map(enabled => ({ id: enabled ? 'adaptive-strategy' : 'direct', role: enabled ? 'candidate' : 'baseline',
+                features: { memory: false, planning: false, review: false, growth: false },
+                versions: { model: acceptanceDigest(config.model), skills: noSkills, ...strategyBenchmarkCapabilityVersions(capabilities, enabled) } })) } });
+}
+/** The journal's failed result remains unknown even if late cleanup subsequently succeeds. */
+export function createStrategyBenchmarkExecutor(input) {
+    const plan = parseStrategyBenchmarkPlan(input.plan);
+    const tasks = benchmarkSnapshot(input.tasks);
+    const model = benchmarkSnapshot(input.model);
+    const { persona, factory, image, dockerPath, stepMaxDurationMs, stopTimeoutMs } = input;
+    benchmarkAssert(typeof persona === 'string' && typeof factory === 'function', 'invalid strategy executor configuration');
+    const { expectation, capabilities, runtimeCommitment } = actualCapabilities(input);
+    benchmarkAssert(same(plan.capabilities, capabilities), 'strategy installed capabilities differ from plan');
+    const journal = strategyBenchmarkJournalPlan(plan);
+    benchmarkAssert(journal.variants.every(variant => variant.versions.model === acceptanceDigest(model) && variant.versions.skills === noSkills
+        && Object.values(variant.features).every(flag => flag === false)), 'strategy executor cannot implement declared model, skills or extra features');
+    benchmarkAssert(Object.keys(tasks).length === journal.cases.length, 'strategy task set differs');
+    for (const task of journal.cases) {
+        benchmarkAssert(Object.hasOwn(tasks, task.id), 'missing strategy task');
+        const digests = strategyGoalTaskDigests(tasks[task.id]);
+        benchmarkAssert(digests.inputDigest === task.inputDigest && digests.acceptanceDigest === task.acceptanceDigest, 'strategy task digest differs');
+    }
+    const workspaceRoot = privateRoot(input.workspaceDirectory);
+    const stateRoot = privateRoot(input.stateDirectory);
+    benchmarkAssert(!contains(workspaceRoot, stateRoot) && !contains(stateRoot, workspaceRoot), 'strategy state and workspaces must be separate');
+    let active;
+    const attempted = new Set();
+    return Object.freeze({
+        async execute(request) {
+            strategyBenchmarkRequestLimits(plan, request);
+            benchmarkAssert(!attempted.has(request.cell.id) && (active === undefined || active.finished && active.failure === undefined), 'strategy execution is single-use and serial');
+            attempted.add(request.cell.id);
+            const workspace = mkdtempSync(join(workspaceRoot, 'cell-'));
+            const attempt = { request, workspace, evidence: new StrategyEvidenceStore({ stateDirectory: stateRoot, candidateWorkspace: workspace }), finished: false, captures: [] };
+            active = attempt;
+            const guardedFactory = async (selected, environment) => {
+                const binding = await factory(selected, environment);
+                try {
+                    request.signal.throwIfAborted();
+                    const { ctx } = environment;
+                    ctx.on('llm/stream', async function* (options, next) {
+                        request.signal.throwIfAborted();
+                        const agent = ctx.agents.currentInitiator();
+                        benchmarkAssert(agent !== undefined, 'strategy request has no native agent');
+                        const sessionId = String(agent.session.id);
+                        if (agent.session.header.origin === 'subagent') {
+                            benchmarkAssert((options.tools?.length ?? 0) === 0, 'strategy child must have no tools');
+                            attempt.captures.push({ sessionId, kind: 'child', observation: null });
+                        }
+                        else {
+                            const host = StrategyCapabilityRuntimeHost.fromMountedContext(ctx);
+                            host.captureParentRequest({ system: options.system ?? '', tools: (options.tools ?? []).map(tool => ({ ...tool, output: null })) });
+                            const policyRequest = { subject: { kind: 'agent', id: 'benchmark', workspace }, action: 'execute', context: { initiator: 'external' } };
+                            host.capturePolicyRequests({ common: { ...policyRequest, resource: { kind: 'tool', id: 'goal_create' } },
+                                strategy: { ...policyRequest, resource: { kind: 'tool', id: 'goal_strategy' } } });
+                            const observation = assertStrategyCapabilityRuntime(expectation, host, request.variant.id === 'adaptive-strategy', agent);
+                            attempt.captures.push({ sessionId, kind: 'parent', observation });
+                        }
+                        yield* next();
+                    });
+                    return binding;
+                }
+                catch (error) {
+                    await binding.dispose();
+                    throw error;
+                }
+            };
+            const runtime = await createStrategyGoalRuntime({ plan, request, task: tasks[request.cell.caseId], persona, model, factory: guardedFactory,
+                workspace, stateRoot, image, dockerPath, stepMaxDurationMs, ...(stopTimeoutMs === undefined ? {} : { stopTimeoutMs }),
+                lifecycle: control => { attempt.control = control; }, });
+            const result = await runtime.execute();
+            benchmarkAssert(!request.signal.aborted && attempt.failure === undefined, 'strategy cell was already cancelled');
+            const saved = attempt.evidence.read(plan, request.cell, result.evidence.digest);
+            const meter = saved.meter;
+            benchmarkAssert(saved.outcome.status === 'completed' && saved.outcome.verdict !== 'unknown' && saved.outcome.quiescent, 'strategy cell outcome remains unknown');
+            const metrics = { inputTokens: meter.inputTokens, outputTokens: meter.outputTokens, costUsdMicros: meter.costUsdMicros,
+                toolCalls: meter.toolCalls, rework: null, interventions: null, latencyMs: null };
+            // The compact native object has no run dispatch timestamps. Its list order
+            // cannot prove that a new round started after independent failure.
+            const { signal: _signal, ...bound } = request;
+            const envelope = attempt.evidence.writeCell({ protocol: strategyCellProtocol, version: 1, plan, request: bound,
+                nativeEvidenceDigest: result.evidence.digest, capabilities: { sourceIdentity: expectation.sourceIdentity, runtimeCommitment, requests: attempt.captures } });
+            attempt.evidence.readCell(plan, request.cell, envelope.digest);
+            attempt.finished = true;
+            return Object.freeze({ versions: saved.versions, inputDigest: saved.input.digest, acceptanceDigest: saved.acceptance.digest,
+                verdict: saved.outcome.verdict, metrics, evidenceDigest: envelope.digest, quiescent: saved.outcome.quiescent });
+        },
+        failure(request, reason) {
+            const attempt = active;
+            if (attempt === undefined || !same(attempt.request.cell, request.cell) || attempt.request !== request)
+                return undefined;
+            if (attempt.failure !== undefined)
+                return attempt.failure;
+            const snapshot = attempt.control?.snapshot() ?? { runtimeRoot: null, stage: 'setup', cleanup: 'pending', meter: null, goalSnapshot: null, lastGoalObservation: null, failureStage: null };
+            const { signal: _signal, ...bound } = request;
+            const saved = attempt.evidence.writeFailure({ protocol: strategyFailureProtocol, version: 1, plan, request: bound, reason, observedAt: Date.now(), snapshot });
+            const verified = attempt.evidence.readFailure(plan, request.cell, saved.digest);
+            const meter = verified.snapshot.meter;
+            const metrics = emptyBenchmarkMetrics();
+            if (meter !== null) {
+                metrics.toolCalls = meter.toolCalls;
+                if (meter.heldModelCalls === 0) {
+                    metrics.inputTokens = meter.inputTokens;
+                    metrics.outputTokens = meter.outputTokens;
+                    metrics.costUsdMicros = meter.costUsdMicros;
+                }
+            }
+            attempt.failure = Object.freeze({ versions: request.variant.versions, inputDigest: request.task.inputDigest, acceptanceDigest: request.task.acceptanceDigest,
+                verdict: 'unknown', metrics, evidenceDigest: saved.digest, quiescent: false });
+            // Do not await an uncooperative provider or upgrade the persisted failure snapshot.
+            void attempt.control?.close().catch(() => { });
+            return attempt.failure;
+        },
+    });
+}
+/** Reopen every referenced object before presenting strategy statistics. Missing crash evidence remains unknown. */
+export function verifyStrategyBenchmarkResults(plan, results, stateDirectory, workspaceDirectory) {
+    if (results.length === 0)
+        return;
+    if (results.every(result => result.status === 'unknown' && result.evidenceDigest === null))
+        return;
+    const evidence = new StrategyEvidenceStore({ stateDirectory, candidateWorkspace: workspaceDirectory, createDirectories: false });
+    for (const result of results) {
+        if (result.status === 'unknown') {
+            if (result.evidenceDigest === null)
+                continue;
+            const failure = evidence.readFailure(plan, result.cell, result.evidenceDigest);
+            benchmarkAssert(result.verdict === 'unknown' && failure.reason === result.reason, 'strategy failure result drift');
+        }
+        else {
+            benchmarkAssert(result.evidenceDigest !== null, 'strategy cell evidence is missing');
+            const cell = evidence.readCell(plan, result.cell, result.evidenceDigest);
+            const native = evidence.read(plan, result.cell, cell.nativeEvidenceDigest);
+            benchmarkAssert(result.verdict === native.outcome.verdict && native.outcome.quiescent
+                && result.metrics.inputTokens === native.meter.inputTokens && result.metrics.outputTokens === native.meter.outputTokens
+                && result.metrics.costUsdMicros === native.meter.costUsdMicros && result.metrics.toolCalls === native.meter.toolCalls, 'strategy result differs from detailed evidence');
+        }
+    }
+}
+//# sourceMappingURL=strategy-executor.js.map

package/lib/benchmark/strategy-executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"strategy-executor.js","sourceRoot":"","sources":["../../src/benchmark/strategy-executor.ts"],"names":[],"mappings":"AAAA,8FAA8F;AAC9F,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AACzE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,wCAAwC,CAAA;AAElG,OAAO,EAAE,qBAAqB,EAA0D,MAAM,aAAa,CAAA;AAC3G,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAChE,OAAO,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAC7G,OAAO,EAAE,yBAAyB,EAAE,uBAAuB,EAA0D,MAAM,4BAA4B,CAAA;AACvJ,OAAO,EAAE,0BAA0B,EAAE,mCAAmC,EAAE,4BAA4B,EAAE,yBAAyB,EAAE,8BAA8B,EAA8B,MAAM,oBAAoB,CAAA;AACzN,OAAO,EAAE,wCAAwC,EAAE,6BAA6B,EAAE,+BAA+B,EAA6C,MAAM,4BAA4B,CAAA;AAChM,OAAO,EAAE,4BAA4B,EAAgC,MAAM,sBAAsB,CAAA;AACjG,OAAO,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAA;AAkB3F,SAAS,WAAW,CAAC,IAAY;IAC/B,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,gCAAgC,CAAC,CAAA;IACnE,SAAS,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IACjD,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAC5B,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;WACtF,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,6CAA6C,CAAC,CAAA;IACjJ,OAAO,IAAI,CAAA;AACb,CAAC;AACD,MAAM,QAAQ,GAAG,CAAC,CAAS,EAAE,CAAS,EAAW,EAAE,GAAG,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA,CAAC,CAAC,CAAA;AACxK,MAAM,IAAI,GAAG,CAAC,CAAU,EAAE,CAAU,EAAW,EAAE,CAAC,uBAAuB,CAAC,CAAC,CAAC,KAAK,uBAAuB,CAAC,CAAC,CAAC,CAAA;AAC3G,MAAM,iBAAiB,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;AACtE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,uBAAuB,CAAC,CAAA;AAC1D,SAAS,kBAAkB,CAAC,KAAmI;IAC7J,MAAM,WAAW,GAAG,wCAAwC,CAAC,EAAE,iBAAiB,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAA;IAChJ,MAAM,iBAAiB,GAAG,EAAE,MAAM,EAAE,WAAW,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU;QAC/L,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,KAAK,EAAE,CAAA;IAC3F,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,YAAY,EAAE,EAAE,GAAG,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,EAAE,GAAG,WAAW,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,gBAAgB,CAAC,iBAAiB,CAAC,EAAE,EAAE,EAAE,CAAA;AACxL,CAAC;AAED,+FAA+F;AAC/F,MAAM,UAAU,2BAA2B,CAAC,KAA8B;IACxE,MAAM,MAAM,GAAG,4BAA4B,CAAC,KAAK,CAAC,CAAA;IAClD,MAAM,EAAE,YAAY,EAAE,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAA;IACnD,OAAO,0BAA0B,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,QAAQ,EAAE,yBAAyB,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS;QAClI,SAAS,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,UAAU,EAAE,YAAY,EAAE,OAAO,EAAE,0BAA0B;YACzG,KAAK,EAAE,wBAAwB,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI;YACnJ,QAAQ,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU;gBAC9H,QAAQ,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;gBAC1E,QAAQ,EAAE,EAAE,KAAK,EAAE,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,mCAAmC,CAAC,YAAY,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;AACrJ,CAAC;AAED,8FAA8F;AAC9F,MAAM,UAAU,+BAA+B,CAAC,KAAuC;IACrF,MAAM,IAAI,GAAG,0BAA0B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACnD,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC5C,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC5C,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,iBAAiB,EAAE,aAAa,EAAE,GAAG,KAAK,CAAA;IACvF,eAAe,CAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,OAAO,KAAK,UAAU,EAAE,yCAAyC,CAAC,CAAA;IACxH,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,iBAAiB,EAAE,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAA;IAClF,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,YAAY,CAAC,EAAE,kDAAkD,CAAC,CAAA;IAC1G,MAAM,OAAO,GAAG,4BAA4B,CAAC,IAAI,CAAC,CAAA;IAClD,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,KAAK,gBAAgB,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ;WACvI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,6EAA6E,CAAC,CAAA;IACnJ,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,2BAA2B,CAAC,CAAA;IAChG,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACjC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,uBAAuB,CAAC,CAAA;QACvE,MAAM,OAAO,GAAG,uBAAuB,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAC,CAAA;QACxD,eAAe,CAAC,OAAO,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,gBAAgB,KAAK,IAAI,CAAC,gBAAgB,EAAE,8BAA8B,CAAC,CAAA;IACjJ,CAAC;IACD,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAA;IAC3D,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;IACnD,eAAe,CAAC,CAAC,QAAQ,CAAC,aAAa,EAAE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,gDAAgD,CAAC,CAAA;IAG7I,IAAI,MAA2B,CAAA;IAC/B,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAA;IACnC,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,KAAK,CAAC,OAAO,CAAC,OAAkC;YAC9C,8BAA8B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;YAC7C,eAAe,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,EAAE,6CAA6C,CAAC,CAAA;YAC5K,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAC9B,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC,CAAA;YAC3D,MAAM,OAAO,GAAY,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,qBAAqB,CAAC,EAAE,cAAc,EAAE,SAAS,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAA;YACjL,MAAM,GAAG,OAAO,CAAA;YAChB,MAAM,cAAc,GAAyB,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE;gBAC3E,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAA;gBACpD,IAAI,CAAC;oBACH,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,CAAA;oBAC/B,MAAM,EAAE,GAAG,EAAE,GAAG,WAAW,CAAA;oBAC3B,GAAG,CAAC,EAAE,CAAC,YAAY,EAAE,KAAK,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI;wBACjD,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,CAAA;wBAC/B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAA;wBAC3C,eAAe,CAAC,KAAK,KAAK,SAAS,EAAE,sCAAsC,CAAC,CAAA;wBAC5E,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;wBAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;4BAC/C,eAAe,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,CAAC,KAAK,CAAC,EAAE,mCAAmC,CAAC,CAAA;4BACxF,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAA;wBACxE,CAAC;6BAAM,CAAC;4BACN,MAAM,IAAI,GAAG,6BAA6B,CAAC,kBAAkB,CAAC,GAAwF,CAAC,CAAA;4BACvJ,IAAI,CAAC,oBAAoB,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;4BAClI,MAAM,aAAa,GAAG,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE,CAAA;4BACvI,IAAI,CAAC,qBAAqB,CAAC,EAAE,MAAM,EAAE,EAAE,GAAG,aAAa,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE;gCACtG,QAAQ,EAAE,EAAE,GAAG,aAAa,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,CAAA;4BACpF,MAAM,WAAW,GAAG,+BAA+B,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,mBAAmB,EAAE,KAAK,CAAC,CAAA;4BACzH,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAA;wBACnE,CAAC;wBACD,KAAK,CAAC,CAAC,IAAI,EAAE,CAAA;oBACf,CAAC,CAAC,CAAA;oBACF,OAAO,OAAO,CAAA;gBAChB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;oBAAC,MAAM,KAAK,CAAA;gBAAC,CAAC;YAC1D,CAAC,CAAA;YACD,MAAM,OAAO,GAAG,MAAM,yBAAyB,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,cAAc;gBACzI,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,iBAAiB,EAAE,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;gBACrH,SAAS,EAAE,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,OAAO,GAAG,OAAO,CAAA,CAAC,CAAC,GACpD,CAAC,CAAA;YACF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;YACtC,eAAe,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,EAAE,qCAAqC,CAAC,CAAA;YAChH,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;YAC/E,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;YACzB,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,WAAW,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,uCAAuC,CAAC,CAAA;YAChK,MAAM,OAAO,GAAqB,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa;gBACtI,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;YAClF,2EAA2E;YAC3E,mEAAmE;YACnE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,GAAG,OAAO,CAAA;YAC7C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,oBAAoB,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK;gBAC5G,oBAAoB,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,cAAc,EAAE,WAAW,CAAC,cAAc,EAAE,iBAAiB,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;YAC9J,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAA;YAC9D,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAA;YACvB,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,gBAAgB,EAAE,KAAK,CAAC,UAAU,CAAC,MAAM;gBACzH,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAA;QACnH,CAAC;QACD,OAAO,CAAC,OAAkC,EAAE,MAAsD;YAChG,MAAM,OAAO,GAAG,MAAM,CAAA;YACtB,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO;gBAAE,OAAO,SAAS,CAAA;YACvH,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,OAAO,CAAA;YACzD,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,OAAgB,EAAE,OAAO,EAAE,SAAkB,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAA;YAC3M,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,GAAG,OAAO,CAAA;YAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,QAAQ,EAAE,uBAAuB,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;YAC9J,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;YAC/E,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAA;YACrC,MAAM,OAAO,GAAG,qBAAqB,EAAE,CAAA;YACvC,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACnB,OAAO,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAA;gBACnC,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,EAAE,CAAC;oBAAC,OAAO,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;oBAAC,OAAO,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;oBAAC,OAAO,CAAC,aAAa,GAAG,KAAK,CAAC,aAAa,CAAA;gBAAC,CAAC;YACrK,CAAC;YACD,OAAO,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,gBAAgB;gBAC1J,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAA;YAChF,oFAAoF;YACpF,KAAK,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YAC7C,OAAO,OAAO,CAAC,OAAO,CAAA;QACxB,CAAC;KACF,CAAC,CAAA;AACJ,CAAC;AAED,oHAAoH;AACpH,MAAM,UAAU,8BAA8B,CAAC,IAA2B,EAAE,OAAmC,EAAE,cAAsB,EAAE,kBAA0B;IACjK,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAM;IAChC,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,cAAc,KAAK,IAAI,CAAC;QAAE,OAAM;IAClG,MAAM,QAAQ,GAAG,IAAI,qBAAqB,CAAC,EAAE,cAAc,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAA;IAChI,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAChC,IAAI,MAAM,CAAC,cAAc,KAAK,IAAI;gBAAE,SAAQ;YAC5C,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,cAAc,CAAC,CAAA;YAC9E,eAAe,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,+BAA+B,CAAC,CAAA;QACpH,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,MAAM,CAAC,cAAc,KAAK,IAAI,EAAE,mCAAmC,CAAC,CAAA;YACpF,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,cAAc,CAAC,CAAA;YACxE,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAA;YAC1E,eAAe,CAAC,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS;mBAChF,MAAM,CAAC,OAAO,CAAC,WAAW,KAAK,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,KAAK,MAAM,CAAC,KAAK,CAAC,YAAY;mBACpH,MAAM,CAAC,OAAO,CAAC,aAAa,KAAK,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,KAAK,MAAM,CAAC,KAAK,CAAC,SAAS,EACvH,gDAAgD,CAAC,CAAA;QACnD,CAAC;IACH,CAAC;AACH,CAAC"}

package/lib/benchmark/strategy-goal-runtime.d.ts

@@ -0,0 +1,78 @@
+import type { NativeAdapterFactory, NativeModelConfig } from './native.js';
+import type { BenchmarkExecutionRequest } from './runner.js';
+import { type StrategyBenchmarkPlan } from './strategy-plan.js';
+import { type StrategyBenchmarkMeter } from './strategy-meter.js';
+import { type BenchmarkStrategyOwnerRuntime } from './strategy-owner.js';
+export interface StrategyGoalTask {
+    objective: string;
+    publicPrompt: string;
+    artifactPath: string;
+    verification: {
+        command: string;
+        cases: readonly {
+            stdin: string;
+            expectedStdout: string;
+            expectedExitCode: number;
+        }[];
+        maxDurationMs: number;
+        maxOutputBytes: number;
+    };
+}
+export declare function strategyGoalTaskDigests(value: StrategyGoalTask): Readonly<{
+    inputDigest: string;
+    acceptanceDigest: string;
+}>;
+export interface StrategyGoalRuntimeOptions {
+    plan: StrategyBenchmarkPlan;
+    request: BenchmarkExecutionRequest;
+    task: StrategyGoalTask;
+    workspace: string;
+    stateRoot: string;
+    persona: string;
+    model: NativeModelConfig;
+    factory: NativeAdapterFactory;
+    image: string;
+    dockerPath: string;
+    stepMaxDurationMs: number;
+    /** Failure to stop within this window remains unknown; never retry the cell. */
+    stopTimeoutMs?: number;
+    lifecycle?: (control: Readonly<StrategyGoalRuntimeControl>) => void;
+}
+export interface StrategyGoalRuntimeLifecycleSnapshot {
+    runtimeRoot: string | null;
+    stage: 'setup' | 'executing' | 'cleanup' | 'evidence' | 'closed';
+    meter: ReturnType<StrategyBenchmarkMeter['snapshot']> | null;
+    goalSnapshot: Readonly<Record<string, unknown>> | null;
+    /** Explicit history when current authorization or services are no longer available. */
+    lastGoalObservation: {
+        observedAt: number;
+        value: Readonly<Record<string, unknown>>;
+    } | null;
+    failureStage: 'setup' | 'executing' | 'cleanup' | 'evidence' | null;
+    cleanup: 'pending' | 'succeeded' | 'unknown';
+}
+export interface StrategyGoalRuntimeControl {
+    close(): Promise<void>;
+    snapshot(): Readonly<StrategyGoalRuntimeLifecycleSnapshot>;
+}
+/**
+ * Owns one native cell. The model selects tools through the real AgentLoop;
+ * the Host never manufactures a tool call, artifact, verifier result or Goal.
+ * Outputs are source observations; the comparator must still attest mounted
+ * capabilities and persist/validate complete cell evidence before reporting.
+ */
+export declare function createStrategyGoalRuntime(input: StrategyGoalRuntimeOptions): Promise<Readonly<{
+    runtimeRoot: string;
+    close: () => Promise<void>;
+    snapshotMeter: () => Readonly<import("./strategy-meter.js").StrategyBenchmarkMeterSnapshot>;
+    execute(): Promise<Readonly<{
+        evidence: Readonly<{
+            digest: string;
+            path: string;
+        }>;
+        snapshot: Readonly<Record<string, unknown>>;
+        meter: ReturnType<StrategyBenchmarkMeter["snapshot"]>;
+        outbound: BenchmarkStrategyOwnerRuntime["outbound"];
+    }>>;
+}>>;
+//# sourceMappingURL=strategy-goal-runtime.d.ts.map

package/lib/benchmark/strategy-goal-runtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"strategy-goal-runtime.d.ts","sourceRoot":"","sources":["../../src/benchmark/strategy-goal-runtime.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,oBAAoB,EAAwB,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAChG,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAA;AAE5D,OAAO,EAAkC,KAAK,qBAAqB,EAAE,MAAM,oBAAoB,CAAA;AAC/F,OAAO,EAAiC,KAAK,sBAAsB,EAAE,MAAM,qBAAqB,CAAA;AAEhG,OAAO,EAAuC,KAAK,6BAA6B,EAAE,MAAM,qBAAqB,CAAA;AAE7G,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE;QACZ,OAAO,EAAE,MAAM,CAAA;QACf,KAAK,EAAE,SAAS;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,cAAc,EAAE,MAAM,CAAC;YAAC,gBAAgB,EAAE,MAAM,CAAA;SAAE,EAAE,CAAA;QACrF,aAAa,EAAE,MAAM,CAAA;QACrB,cAAc,EAAE,MAAM,CAAA;KACvB,CAAA;CACF;AACD,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,gBAAgB;;;GAgB9D;AACD,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,qBAAqB,CAAA;IAC3B,OAAO,EAAE,yBAAyB,CAAA;IAClC,IAAI,EAAE,gBAAgB,CAAA;IACtB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,iBAAiB,CAAA;IACxB,OAAO,EAAE,oBAAoB,CAAA;IAC7B,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,iBAAiB,EAAE,MAAM,CAAA;IACzB,gFAAgF;IAChF,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,0BAA0B,CAAC,KAAK,IAAI,CAAA;CACpE;AACD,MAAM,WAAW,oCAAoC;IACnD,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,KAAK,EAAE,OAAO,GAAG,WAAW,GAAG,SAAS,GAAG,UAAU,GAAG,QAAQ,CAAA;IAChE,KAAK,EAAE,UAAU,CAAC,sBAAsB,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI,CAAA;IAC5D,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,IAAI,CAAA;IACtD,uFAAuF;IACvF,mBAAmB,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;KAAE,GAAG,IAAI,CAAA;IAC5F,YAAY,EAAE,OAAO,GAAG,WAAW,GAAG,SAAS,GAAG,UAAU,GAAG,IAAI,CAAA;IACnE,OAAO,EAAE,SAAS,GAAG,WAAW,GAAG,SAAS,CAAA;CAC7C;AACD,MAAM,WAAW,0BAA0B;IACzC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;IACtB,QAAQ,IAAI,QAAQ,CAAC,oCAAoC,CAAC,CAAA;CAC3D;AAmDD;;;;;GAKG;AACH,wBAAsB,yBAAyB,CAAC,KAAK,EAAE,0BAA0B;;iBA8D7D,OAAO,CAAC,IAAI,CAAC;;;;;;;kBAkHD,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;eAAS,UAAU,CAAC,sBAAsB,CAAC,UAAU,CAAC,CAAC;kBAAY,6BAA6B,CAAC,UAAU,CAAC;;IA8B5K"}