@tangle-network/agent-eval 0.215.1 → 0.216.1

package/dist/{external-optimizer-subprocess-BUxifb8g.js → external-optimizer-subprocess-BqW0hHcI.js}

@@ -1,9 +1,14 @@
-import { t as canonicalJson } from "./verdict-cache-BQEsVy9n.js";
-import { c as costForTokenPricing, i as CostLedger } from "./cost-ledger-D2FnJPBF.js";
-import { n as appendSearchLedgerLine, r as tryWithSearchLedgerFileLock } from "./search-ledger-file-BqOo-bVo.js";
-import { f as ModelSubstitutionError, g as assertServedModelPolicy, h as assertServedModel } from "./llm-client-DQveoxSM.js";
+import { l as errorMessage } from "./errors-DVZiqS7K.js";
+import { t as canonicalJson } from "./verdict-cache-Bm8EKL2s.js";
+import { c as costForTokenPricing, t as CostLedger } from "./cost-ledger-BP8V4kUQ.js";
+import { t as deepFreezeCanonicalJson } from "./deep-freeze-CurcOQg3.js";
+import { n as appendSearchLedgerLine, r as tryWithSearchLedgerFileLock } from "./search-ledger-file-DDQUgvCg.js";
+import { n as ANALYST_SEVERITIES, r as FINDING_SCOPE_FIELDS } from "./types-IXD2HJzu.js";
+import { c as ModelSubstitutionError, d as assertServedModel, f as assertServedModelPolicy } from "./llm-client-CyBAoYiX.js";
+import { t as isNonnegativeFiniteNumber } from "./nonnegative-number-DvdMxg_f.js";
 import { createRequire } from "node:module";
 import { randomBytes } from "node:crypto";
+import { z } from "zod";
 import { isAbsolute, join, resolve } from "node:path";
 import { tmpdir } from "node:os";
 import { spawn } from "node:child_process";
@@ -112,6 +117,263 @@ function createRunCostLedger(input) {
 	});
 }
 //#endregion
+//#region src/analyst/finding-scope.ts
+/**
+* What a finding is about and what it was measured on — AnalystFinding 1.1.0.
+*
+* A 1.0.0 finding states a claim with no layer and no population, so "a flat
+* team beat a deep hierarchy", measured on 4 runs of one play where run 2
+* inherited run 1's code, reads exactly like a lab-wide rule. Schema 1.1.0
+* makes the population part of the record:
+*
+*   - `layer` names the level the claim is about, on one ladder from a single
+*     event up to the whole lab, plus `meta` for findings about the measurement
+*     itself (a judge, a ruler, an analyst).
+*   - `scope` names the measured population, its size and time window, and the
+*     domain path it was drawn from.
+*   - `method` says whether the claim was computed, measured or judged; a
+*     judged claim without calibration reads as uncalibrated.
+*   - `evidence_units` lists the measured units with their lineage. When it is
+*     present the stored `scope.n` and `scope.population` must equal it, so the
+*     declared population cannot drift from the evidence.
+*
+* A claim moves above the layer it was measured at only through `promote`.
+*/
+/**
+* The layer ladder, lowest first. `problem` is what discovery-lab calls a
+* theatre. `meta` sits outside the ladder: it is about the instrument, not the
+* agents, so it never promotes and never bounds another layer.
+*/
+const FINDING_LAYERS = [
+	"event",
+	"turn",
+	"agent",
+	"team",
+	"run",
+	"play",
+	"problem",
+	"domain",
+	"lab",
+	"meta"
+];
+/** Rank on the ladder; `meta` has none. */
+function findingLayerRank(layer) {
+	return layer === "meta" ? null : FINDING_LAYERS.indexOf(layer);
+}
+const nonEmpty = z.string().refine((value) => value.trim().length > 0, { message: "must be a non-empty string" });
+const timestamp = z.string().refine((value) => Number.isFinite(Date.parse(value)), { message: "must be a valid timestamp" });
+const finite = z.number().refine(Number.isFinite, { message: "must be finite" });
+const unitRate = finite.refine((value) => value >= 0 && value <= 1, { message: "must be in [0,1]" });
+const layerSchema = z.enum(FINDING_LAYERS);
+const scopeSchema = z.object({
+	population: z.array(nonEmpty),
+	n: z.number().int().nonnegative(),
+	window: z.object({
+		from: timestamp,
+		to: timestamp
+	}).strict(),
+	domain_path: z.array(nonEmpty).min(1).optional()
+}).strict();
+const methodSchema = z.object({
+	kind: z.enum([
+		"computed",
+		"measured",
+		"judged"
+	]),
+	name: nonEmpty,
+	version: nonEmpty,
+	calibration: z.object({
+		gold_n: z.number().int().positive(),
+		agreement: unitRate,
+		kappa: finite.refine((value) => value >= -1 && value <= 1, { message: "must be in [-1,1]" })
+	}).strict().optional()
+}).strict();
+const measureSchema = z.object({
+	name: nonEmpty,
+	value: finite,
+	unit: z.string(),
+	interval: z.tuple([finite, finite]).optional(),
+	level: finite.refine((value) => value > 0 && value < 1, { message: "must be in (0,1)" }).optional()
+}).strict();
+const evidenceUnitSchema = z.object({
+	id: nonEmpty,
+	layer: layerSchema,
+	derived_from: nonEmpty.nullable().optional()
+}).strict();
+const findingObject = z.object({
+	schema_version: z.enum(["1.0.0", "1.1.0"]),
+	finding_id: nonEmpty,
+	analyst_id: nonEmpty,
+	produced_at: timestamp,
+	severity: z.enum(ANALYST_SEVERITIES),
+	area: nonEmpty,
+	claim: nonEmpty,
+	rationale: z.string().optional(),
+	evidence_refs: z.array(z.object({
+		kind: z.enum([
+			"span",
+			"event",
+			"artifact",
+			"finding",
+			"metric"
+		]),
+		uri: nonEmpty,
+		excerpt: z.string().optional()
+	}).strict()),
+	recommended_action: z.string().optional(),
+	validation_plan: z.string().optional(),
+	confidence: unitRate,
+	subject: z.string().optional(),
+	derived_from_judge: z.boolean().optional(),
+	metadata: z.record(z.string(), z.unknown()).optional(),
+	layer: layerSchema.optional(),
+	scope: scopeSchema.optional(),
+	method: methodSchema.optional(),
+	measure: measureSchema.optional(),
+	confounders: z.array(nonEmpty).optional(),
+	valid_for: nonEmpty.optional(),
+	claim_id: nonEmpty.optional(),
+	evidence_units: z.array(evidenceUnitSchema).min(1).optional()
+}).strict();
+function checkFinding(finding, context) {
+	const issue = (path, message) => context.addIssue({
+		code: "custom",
+		path,
+		message
+	});
+	if (finding.schema_version === "1.0.0") {
+		for (const field of FINDING_SCOPE_FIELDS) if (finding[field] !== void 0) issue([field], `${field} requires schema_version 1.1.0`);
+		return;
+	}
+	if (finding.layer === void 0) issue(["layer"], "1.1.0 findings require a layer");
+	if (finding.scope === void 0) issue(["scope"], "1.1.0 findings require a scope");
+	if (finding.method === void 0) issue(["method"], "1.1.0 findings require a method");
+	const { scope, measure, evidence_units: units } = finding;
+	if (scope) {
+		if (Date.parse(scope.window.from) > Date.parse(scope.window.to)) issue(["scope", "window"], "window.from must not be after window.to");
+		if (new Set(scope.population).size !== scope.population.length) issue(["scope", "population"], "population ids must be unique");
+		if (scope.population.length > 0 && scope.population.length !== scope.n) issue(["scope", "n"], `n ${scope.n} does not match ${scope.population.length} population ids`);
+	}
+	if (measure?.interval && measure.interval[0] > measure.interval[1]) issue(["measure", "interval"], "interval lower bound exceeds its upper bound");
+	if (measure?.level !== void 0 && measure.interval === void 0) issue(["measure", "level"], "level describes an interval; none is present");
+	if (finding.method?.kind !== "judged" && finding.method?.calibration !== void 0) issue(["method", "calibration"], "only judged findings carry a calibration");
+	if (!units) return;
+	const ids = units.map((unit) => unit.id);
+	if (new Set(ids).size !== ids.length) issue(["evidence_units"], "unit ids must be unique");
+	if (scope) {
+		if (scope.n !== ids.length) issue(["scope", "n"], `n ${scope.n} does not match ${ids.length} evidence units`);
+		const population = [...scope.population].sort();
+		const unitIds = [...ids].sort();
+		if (population.length !== unitIds.length || population.some((id, index) => id !== unitIds[index])) issue(["scope", "population"], "population must name exactly the evidence units");
+	}
+	const findingRank = finding.layer === void 0 ? null : findingLayerRank(finding.layer);
+	if (findingRank === null) return;
+	for (const [index, unit] of units.entries()) {
+		const unitRank = findingLayerRank(unit.layer);
+		if (unitRank !== null && unitRank > findingRank) issue([
+			"evidence_units",
+			index,
+			"layer"
+		], `a ${finding.layer} finding cannot rest on a ${unit.layer} unit`);
+	}
+}
+/** The one validator for stored findings of either schema version. Unknown fields fail. */
+const AnalystFindingSchema = findingObject.superRefine(checkFinding);
+/** A finding admitted as candidate-generation input; same rules plus its origin. */
+const ProposalFindingSchema = findingObject.extend({ proposal_origin: z.enum(["search", "production"]) }).strict().superRefine(checkFinding);
+/** Validate one stored finding of schema 1.0.0 or 1.1.0. */
+function parseAnalystFinding(value) {
+	const parsed = AnalystFindingSchema.safeParse(value);
+	if (parsed.success) return {
+		succeeded: true,
+		value: parsed.data
+	};
+	const issue = parsed.error.issues[0];
+	return {
+		succeeded: false,
+		error: {
+			path: (issue?.path ?? []).map(String).join("."),
+			message: issue?.message ?? "finding does not match the schema"
+		}
+	};
+}
+function readFindingScope(finding) {
+	if (finding.schema_version === "1.0.0" || !finding.scope || !finding.layer) return {
+		layer: "unknown",
+		n: "unknown",
+		independent_n: "unknown",
+		domain_path: null,
+		labels: ["unscoped"]
+	};
+	const labels = [];
+	if (finding.scope.n < 2) labels.push("anecdote");
+	if (finding.method?.kind === "judged" && finding.method.calibration === void 0) labels.push("uncalibrated");
+	const units = finding.evidence_units;
+	if (units?.some((unit) => unit.derived_from === void 0)) labels.push("lineage-unknown");
+	return {
+		layer: finding.layer,
+		n: finding.scope.n,
+		independent_n: units ? independentUnitCount(units) : "unknown",
+		domain_path: finding.scope.domain_path ?? null,
+		labels
+	};
+}
+/** Root token shared by every unit whose lineage was not recorded. */
+const UNKNOWN_LINEAGE = "?unknown-lineage";
+/**
+* Lineage root of each unit, keyed by unit id. A unit derived from another
+* unit in the list shares that unit's root; a unit derived from an id outside
+* the list takes that id as its root; unknown lineage maps to one shared root.
+*/
+function lineageRoots(units) {
+	const byId = new Map(units.map((unit) => [unit.id, unit]));
+	const roots = /* @__PURE__ */ new Map();
+	for (const unit of units) {
+		let current = unit;
+		let root = unit.id;
+		const seen = /* @__PURE__ */ new Set();
+		while (current && !seen.has(current.id)) {
+			seen.add(current.id);
+			if (current.derived_from === void 0) {
+				root = UNKNOWN_LINEAGE;
+				break;
+			}
+			if (current.derived_from === null) {
+				root = current.id;
+				break;
+			}
+			root = current.derived_from;
+			current = byId.get(current.derived_from);
+		}
+		roots.set(unit.id, root);
+	}
+	return roots;
+}
+/** Units with distinct lineage roots. */
+function independentUnitCount(units) {
+	return new Set(lineageRoots(units).values()).size;
+}
+/** One entry per unit id, sorted; a later copy that records lineage fills an earlier unknown. */
+function mergeEvidenceUnits(units) {
+	const byId = /* @__PURE__ */ new Map();
+	for (const unit of units) {
+		const existing = byId.get(unit.id);
+		if (!existing || existing.derived_from === void 0 && unit.derived_from !== void 0) byId.set(unit.id, { ...unit });
+	}
+	return [...byId.values()].sort((a, b) => a.id < b.id ? -1 : a.id > b.id ? 1 : 0);
+}
+/** The window spanning every finding's scope window. */
+function spanningWindow(findings) {
+	const windows = findings.map((finding) => finding.scope.window);
+	return {
+		from: windows.map((w) => w.from).reduce((a, b) => Date.parse(b) < Date.parse(a) ? b : a),
+		to: windows.map((w) => w.to).reduce((a, b) => Date.parse(b) > Date.parse(a) ? b : a)
+	};
+}
+function mostSevere(findings) {
+	return ANALYST_SEVERITIES[Math.min(...findings.map((finding) => ANALYST_SEVERITIES.indexOf(finding.severity)))];
+}
+//#endregion
 //#region src/campaign/external-optimizer-contracts.ts
 const MAX_TIMER_DELAY_MS$1 = 2147483647;
 const MAXIMUM_JSON_BYTES = Math.min(constants$1.MAX_LENGTH - 1, constants$1.MAX_STRING_LENGTH);
@@ -226,6 +488,67 @@ function isCredentialKey(key) {
 function isRecord(value) {
 	return typeof value === "object" && value !== null && !Array.isArray(value);
 }
+function freezeJsonSnapshot(value, label) {
+	assertJsonValue(value, label);
+	return deepFreezeCanonicalJson(JSON.parse(canonicalJson(value)));
+}
+//#endregion
+//#region src/campaign/external-optimizer-http.ts
+function listenLocal(server) {
+	return new Promise((resolvePromise, reject) => {
+		server.once("error", reject);
+		server.listen(0, "127.0.0.1", () => {
+			server.off("error", reject);
+			const address = server.address();
+			if (!address || typeof address === "string") {
+				reject(/* @__PURE__ */ new Error("external optimizer callback did not bind a TCP port"));
+				return;
+			}
+			resolvePromise(address.port);
+		});
+	});
+}
+function closeServer(server) {
+	return new Promise((resolvePromise, reject) => {
+		server.close((error) => error ? reject(error) : resolvePromise());
+	});
+}
+function sendJson(response, status, body) {
+	response.writeHead(status, { "content-type": "application/json; charset=utf-8" });
+	response.end(JSON.stringify(body));
+}
+/**
+* Send a JSON body only while the response can still take one.
+*
+* A handler that lost its client — the request was aborted, or the response
+* already ended — must not write again; Node throws `ERR_STREAM_WRITE_AFTER_END`
+* and the throw escapes into the server's error path rather than the caller's.
+*/
+function sendJsonIfOpen(response, status, body) {
+	if (response.destroyed || response.writableEnded) return;
+	sendJson(response, status, body);
+}
+/**
+* Wait until every in-flight handler has settled.
+*
+* Re-reads the set on each pass: a handler that is still running can register
+* another, so awaiting one snapshot would return while work is outstanding and
+* the caller would close the server under it.
+*/
+async function waitForActiveHandlers(activeHandlers) {
+	while (activeHandlers.size > 0) await Promise.allSettled([...activeHandlers]);
+}
+//#endregion
+//#region src/campaign/external-optimizer-model-contract.ts
+var RequestBodyTooLargeError = class extends Error {};
+var ProviderResponseTooLargeError = class extends Error {
+	constructor() {
+		super("optimizer model response exceeds maxResponseBytes");
+	}
+};
+var MissingModelExecutionError = class extends Error {};
+var ModelExecutionPersistenceError = class extends Error {};
+var OwnerModelContractError = class extends Error {};
 //#endregion
 //#region src/campaign/external-optimizer-anthropic.ts
 /**
@@ -694,311 +1017,88 @@ function refuse(message) {
 	return new AnthropicRequestRefusal(400, "invalid_request_error", message);
 }
 //#endregion
-//#region src/campaign/external-optimizer-http.ts
-function listenLocal(server) {
-	return new Promise((resolvePromise, reject) => {
-		server.once("error", reject);
-		server.listen(0, "127.0.0.1", () => {
-			server.off("error", reject);
-			const address = server.address();
-			if (!address || typeof address === "string") {
-				reject(/* @__PURE__ */ new Error("external optimizer callback did not bind a TCP port"));
-				return;
-			}
-			resolvePromise(address.port);
-		});
-	});
-}
-function closeServer(server) {
-	return new Promise((resolvePromise, reject) => {
-		server.close((error) => error ? reject(error) : resolvePromise());
-	});
+//#region src/campaign/external-optimizer-model-response.ts
+function encodeAnthropicResponseBody(args) {
+	const message = encodeAnthropicMessage(args.response, args.callId);
+	const body = new TextEncoder().encode(args.stream ? renderAnthropicSseStream(message) : JSON.stringify(message));
+	if (body.byteLength > args.maxBytes) throw new ProviderResponseTooLargeError();
+	return {
+		contentType: args.stream ? "text/event-stream; charset=utf-8" : "application/json",
+		body
+	};
 }
-function sendJson(response, status, body) {
-	response.writeHead(status, { "content-type": "application/json; charset=utf-8" });
-	response.end(JSON.stringify(body));
+function encodeCanonicalModelResponse(args) {
+	const usage = encodeProtocolUsage(args.path, args.response, args.receipt);
+	const finishReason = args.response.finishReason === void 0 ? "stop" : args.response.finishReason;
+	const body = args.path === "/v1/chat/completions" ? {
+		id: `chatcmpl-${args.callId}`,
+		object: "chat.completion",
+		created: 0,
+		model: args.response.model,
+		choices: [{
+			index: 0,
+			message: {
+				role: "assistant",
+				content: args.response.content
+			},
+			finish_reason: finishReason
+		}],
+		...usage ? { usage } : {}
+	} : {
+		id: `resp-${args.callId}`,
+		object: "response",
+		created_at: 0,
+		model: args.response.model,
+		status: finishReason === "length" ? "incomplete" : "completed",
+		error: null,
+		incomplete_details: finishReason === "length" ? { reason: "max_output_tokens" } : null,
+		output: [{
+			id: `msg-${args.callId}`,
+			type: "message",
+			status: finishReason === "length" ? "incomplete" : "completed",
+			role: "assistant",
+			content: [{
+				type: "output_text",
+				text: args.response.content,
+				annotations: []
+			}]
+		}],
+		output_text: args.response.content,
+		...usage ? { usage } : {}
+	};
+	const encoded = new TextEncoder().encode(JSON.stringify(body));
+	if (encoded.byteLength > args.maxBytes) throw new ProviderResponseTooLargeError();
+	return encoded;
 }
-/**
-* Send a JSON body only while the response can still take one.
-*
-* A handler that lost its client — the request was aborted, or the response
-* already ended — must not write again; Node throws `ERR_STREAM_WRITE_AFTER_END`
-* and the throw escapes into the server's error path rather than the caller's.
-*/
-function sendJsonIfOpen(response, status, body) {
-	if (response.destroyed || response.writableEnded) return;
-	sendJson(response, status, body);
+function endpointFormat(path) {
+	if (path === "/v1/messages") return "anthropic-messages";
+	return path === "/v1/responses" ? "responses" : "chat-completions";
 }
-/**
-* Wait until every in-flight handler has settled.
-*
-* Re-reads the set on each pass: a handler that is still running can register
-* another, so awaiting one snapshot would return while work is outstanding and
-* the caller would close the server under it.
-*/
-async function waitForActiveHandlers(activeHandlers) {
-	while (activeHandlers.size > 0) await Promise.allSettled([...activeHandlers]);
+function encodeProtocolUsage(path, response, receipt) {
+	if (response.usage.captured === false) return void 0;
+	const inputDetails = {
+		...receipt.cachedTokens === void 0 ? {} : { cached_tokens: receipt.cachedTokens },
+		...receipt.cacheWriteTokens === void 0 ? {} : path === "/v1/chat/completions" ? { cache_creation_tokens: receipt.cacheWriteTokens } : { cache_write_tokens: receipt.cacheWriteTokens }
+	};
+	const outputDetails = { ...receipt.reasoningTokens === void 0 ? {} : { reasoning_tokens: receipt.reasoningTokens } };
+	return path === "/v1/chat/completions" ? {
+		prompt_tokens: response.usage.promptTokens,
+		completion_tokens: response.usage.completionTokens,
+		total_tokens: response.usage.totalTokens,
+		...Object.keys(inputDetails).length > 0 ? { prompt_tokens_details: inputDetails } : {},
+		...Object.keys(outputDetails).length > 0 ? { completion_tokens_details: outputDetails } : {},
+		...receipt.actualCostUsd === void 0 ? {} : { cost: receipt.actualCostUsd }
+	} : {
+		input_tokens: response.usage.promptTokens,
+		output_tokens: response.usage.completionTokens,
+		total_tokens: response.usage.totalTokens,
+		...Object.keys(inputDetails).length > 0 ? { input_tokens_details: inputDetails } : {},
+		...Object.keys(outputDetails).length > 0 ? { output_tokens_details: outputDetails } : {},
+		...receipt.actualCostUsd === void 0 ? {} : { cost: receipt.actualCostUsd }
+	};
 }
 //#endregion
-//#region src/campaign/external-optimizer-model-proxy.ts
-const MODEL_PROXY_PATHS = /* @__PURE__ */ new Set(["/v1/chat/completions", "/v1/responses"]);
-/**
-* Put an OpenAI-compatible optimizer behind the shared cost ledger.
-*
-* The child process receives only a loopback URL and an ephemeral token. The
-* package that owns execution receives a validated immutable request through
-* `call`; Eval receives no provider credential. Every request reserves its
-* conservative byte-count input bound plus the declared output cap before the
-* owner is invoked exactly once.
-*/
-async function startExternalOptimizerModelProxy(args) {
-	assertModelProxyConfig(args);
-	args.signal?.throwIfAborted();
-	const token = randomLocalToken();
-	let requestCount = 0;
-	let successfulCompletionCount = 0;
-	const wireCounts = {
-		openai: {
-			requestAttempts: 0,
-			successfulCompletions: 0
-		},
-		anthropic: {
-			requestAttempts: 0,
-			successfulCompletions: 0
-		}
-	};
-	let modelCallInvocations = 0;
-	let executionRecordCount = 0;
-	let executionSequence = 0;
-	const failures = [];
-	let totalRequestCount = args.initialUsage?.requests ?? 0;
-	let committedForBudget = args.initialUsage?.costUsd ?? 0;
-	let reservedForBudget = 0;
-	let accepting = true;
-	let closePromise;
-	const activeControllers = /* @__PURE__ */ new Set();
-	const activeHandlers = /* @__PURE__ */ new Set();
-	const server = createServer((request, response) => {
-		if (!accepting) {
-			sendJsonIfOpen(response, 503, { error: "external optimizer model proxy is closing" });
-			return;
-		}
-		const controller = new AbortController();
-		const abortRequest = () => {
-			request.destroy();
-			response.destroy();
-		};
-		activeControllers.add(controller);
-		controller.signal.addEventListener("abort", abortRequest, { once: true });
-		let handler;
-		handler = handleModelProxyRequest({
-			request,
-			response,
-			controller,
-			token,
-			args,
-			nextReservation: (maximumCostUsd, wire) => {
-				if (totalRequestCount >= args.budget.maxRequests) return {
-					accepted: false,
-					reason: "optimizer model request limit reached"
-				};
-				if (args.budget.maxCostUsd !== void 0 && maximumCostUsd !== void 0 && committedForBudget + reservedForBudget + maximumCostUsd > args.budget.maxCostUsd + Number.EPSILON) return {
-					accepted: false,
-					reason: "optimizer model cost limit reached"
-				};
-				requestCount += 1;
-				wireCounts[wire].requestAttempts += 1;
-				totalRequestCount += 1;
-				reservedForBudget += maximumCostUsd ?? 0;
-				return { accepted: true };
-			},
-			settleReservation: (maximumCostUsd, chargedCostUsd) => {
-				reservedForBudget = Math.max(0, reservedForBudget - (maximumCostUsd ?? 0));
-				committedForBudget += chargedCostUsd ?? 0;
-			},
-			recordSuccessfulCompletion: (wire) => {
-				successfulCompletionCount += 1;
-				wireCounts[wire].successfulCompletions += 1;
-			},
-			recordExecutionReceipt: (observation) => {
-				try {
-					args.recordExecution({
-						...observation,
-						sequence: executionSequence + 1
-					});
-				} catch (error) {
-					throw new ModelExecutionPersistenceError(`optimizer model execution evidence was not persisted: ${toErrorMessage(error)}`);
-				}
-				executionSequence += 1;
-				executionRecordCount += 1;
-			},
-			recordModelCallInvocation: () => {
-				modelCallInvocations += 1;
-			},
-			recordFailure: (error) => {
-				failures.push(error);
-			}
-		}).finally(() => {
-			controller.signal.removeEventListener("abort", abortRequest);
-			activeControllers.delete(controller);
-			activeHandlers.delete(handler);
-		});
-		activeHandlers.add(handler);
-		handler.catch(() => void 0);
-	});
-	const port = await listenLocal(server);
-	const close = () => {
-		closePromise ??= closeModelProxy();
-		return closePromise;
-	};
-	const onAbort = () => {
-		for (const controller of activeControllers) controller.abort(args.signal?.reason);
-		close().catch(() => void 0);
-	};
-	args.signal?.addEventListener("abort", onAbort, { once: true });
-	if (args.signal?.aborted) onAbort();
-	const assertExecutionComplete = () => {
-		if (executionRecordCount !== modelCallInvocations) throw new Error(`external optimizer model callback returned ${executionRecordCount} execution records for ${modelCallInvocations} invoked calls`);
-	};
-	return {
-		baseUrl: `http://127.0.0.1:${port}/v1`,
-		apiKey: token,
-		requestAttempts: () => requestCount,
-		successfulCompletions: () => successfulCompletionCount,
-		wireUsage: () => ({
-			openai: { ...wireCounts.openai },
-			anthropic: { ...wireCounts.anthropic }
-		}),
-		assertExecutionComplete,
-		failures: () => [...failures],
-		close
-	};
-	async function closeModelProxy() {
-		args.signal?.removeEventListener("abort", onAbort);
-		accepting = false;
-		const closingServer = closeServer(server);
-		server.closeIdleConnections?.();
-		const [serverResult] = await Promise.allSettled([closingServer, waitForActiveHandlers(activeHandlers)]);
-		if (activeControllers.size !== 0 || activeHandlers.size !== 0) throw new Error("external optimizer model proxy closed with active request work");
-		let executionError;
-		try {
-			assertExecutionComplete();
-		} catch (error) {
-			executionError = error;
-		}
-		if (serverResult?.status === "rejected" && executionError !== void 0) throw new AggregateError([serverResult.reason, executionError], "external optimizer model proxy close and execution evidence both failed");
-		if (serverResult?.status === "rejected") throw serverResult.reason;
-		if (executionError !== void 0) throw executionError;
-	}
-}
-async function handleModelProxyRequest(args) {
-	const { controller, request, response } = args;
-	let wire = "openai";
-	const respondError = (status, message, errorType) => {
-		if (wire === "anthropic") {
-			const mapped = status === 429 ? 402 : status;
-			sendJsonIfOpen(response, mapped, anthropicErrorEnvelope(errorType ?? anthropicErrorTypeForStatus(mapped), message));
-			return;
-		}
-		sendJsonIfOpen(response, status, { error: message });
-	};
-	try {
-		const path = request.url ? new URL(request.url, "http://127.0.0.1").pathname : "";
-		const anthropicPath = path === "/v1/messages" && args.args.anthropicEndpoint === true;
-		if (request.method !== "POST" || !(MODEL_PROXY_PATHS.has(path) || anthropicPath)) {
-			sendJsonIfOpen(response, 404, { error: "not found" });
-			return;
-		}
-		if (anthropicPath) wire = "anthropic";
-		const modelPath = path;
-		if (!(request.headers.authorization === `Bearer ${args.token}` || wire === "anthropic" && request.headers["x-api-key"] === args.token)) {
-			respondError(401, "unauthorized");
-			return;
-		}
-		const body = await readBody(request, args.args.budget.maxRequestBytes);
-		const parsed = parseModelProxyRequest(body, modelPath, args.args.model, args.args.budget);
-		const maximumUsage = conservativeMaximumUsage(body.byteLength, parsed.maxOutputTokens + (args.args.budget.maxReasoningTokensPerRequest ?? 0), args.args.budget.pricing);
-		const maximumCostUsd = args.args.budget.pricing ? costForTokenPricing(args.args.budget.pricing, maximumUsage) : void 0;
-		const reservation = args.nextReservation(maximumCostUsd, wire);
-		if (!reservation.accepted) {
-			respondError(429, reservation.reason);
-			return;
-		}
-		const timeout = setTimeout(() => controller.abort(), args.args.budget.requestTimeoutMs ?? 3e5);
-		let chargedForBudget = maximumCostUsd;
-		try {
-			const requestTags = wire === "anthropic" ? {
-				...args.args.tags ?? {},
-				wire: "anthropic",
-				...parsed.strippedFields === void 0 ? {} : { strippedFields: parsed.strippedFields.join(",") }
-			} : args.args.tags;
-			const paid = await args.args.costLedger.runPaidCall({
-				...args.args.callId ? { callId: args.args.callId } : {},
-				channel: args.args.channel ?? "optimizer",
-				phase: args.args.phase,
-				actor: args.args.actor,
-				...requestTags ? { tags: requestTags } : {},
-				model: args.args.model,
-				...args.args.budget.pricing ? { maximumCharge: {
-					customTokenPricing: args.args.budget.pricing,
-					...maximumUsage
-				} } : {},
-				signal: controller.signal,
-				execute: async (paidCallSignal, paidCallId) => forwardModelProxyRequest({
-					call: args.args.call,
-					callId: paidCallId,
-					callRef: args.args.callRef,
-					recordExecutionReceipt: args.recordExecutionReceipt,
-					recordModelCallInvocation: args.recordModelCallInvocation,
-					path: modelPath,
-					request: parsed.request,
-					...parsed.stream === void 0 ? {} : { anthropicStream: parsed.stream },
-					model: args.args.model,
-					allowWithinFamily: args.args.servedModelPolicy === "allow-within-family",
-					maxOutputTokens: parsed.maxOutputTokens,
-					...args.args.budget.maxReasoningTokensPerRequest === void 0 ? {} : { maxReasoningTokens: args.args.budget.maxReasoningTokensPerRequest },
-					maxResponseBytes: args.args.budget.maxResponseBytes,
-					signal: paidCallSignal
-				}),
-				receipt: (result) => result.receipt,
-				receiptFromError: () => ({
-					model: args.args.model,
-					inputTokens: 0,
-					outputTokens: 0,
-					costUnknown: true,
-					usageUnknown: true
-				})
-			});
-			if (!paid.succeeded) {
-				args.recordFailure(paid.error);
-				chargedForBudget = paid.receipt ? paid.receipt.usageUnknown || paid.receipt.costUnknown ? maximumCostUsd : paid.receipt.costUsd : void 0;
-				respondError(isAbortError(paid.error) ? 504 : paid.error instanceof AnthropicRequestRefusal ? paid.error.status : paid.error instanceof ProviderResponseTooLargeError || paid.error instanceof MissingModelExecutionError || paid.error instanceof ModelExecutionPersistenceError || paid.error instanceof OwnerModelContractError || paid.error instanceof ModelSubstitutionError ? 502 : 429, paid.error.message, paid.error instanceof AnthropicRequestRefusal ? paid.error.errorType : void 0);
-				return;
-			}
-			if (paid.value.modelCallFailed) {
-				respondError(502, paid.value.modelCallFailed);
-				return;
-			}
-			chargedForBudget = paid.value.usageComplete ? paid.receipt.costUsd : maximumCostUsd;
-			if (paid.value.usageRejected) {
-				respondError(502, paid.value.usageRejected);
-				return;
-			}
-			if (paid.value.status >= 200 && paid.value.status < 300) args.recordSuccessfulCompletion(wire);
-			if (response.destroyed || response.writableEnded) return;
-			response.writeHead(paid.value.status, {
-				"content-type": paid.value.contentType,
-				"content-length": String(paid.value.body.byteLength)
-			});
-			response.end(paid.value.body);
-		} finally {
-			clearTimeout(timeout);
-			args.settleReservation(maximumCostUsd, chargedForBudget);
-		}
-	} catch (error) {
-		respondError(error instanceof AnthropicRequestRefusal ? error.status : error instanceof RequestBodyTooLargeError ? 413 : error instanceof Error && isAbortError(error) ? 503 : 400, toErrorMessage(error), error instanceof AnthropicRequestRefusal ? error.errorType : void 0);
-	}
-}
+//#region src/campaign/external-optimizer-model-execution.ts
 async function forwardModelProxyRequest(args) {
 	args.recordModelCallInvocation();
 	let called;
@@ -1010,14 +1110,14 @@ async function forwardModelProxyRequest(args) {
 			signal: args.signal
 		});
 	} catch (error) {
-		throw new MissingModelExecutionError(`optimizer model callback rejected without execution evidence: ${toErrorMessage(error)}`);
+		throw new MissingModelExecutionError(`optimizer model callback rejected without execution evidence: ${errorMessage(error)}`);
 	}
 	if (!called || typeof called !== "object" || typeof called.succeeded !== "boolean") throw new MissingModelExecutionError("optimizer model callback returned no typed success/failure outcome");
 	let execution;
 	try {
 		execution = freezeJsonSnapshot(called.execution, "optimizer model callback execution evidence");
 	} catch (error) {
-		throw new MissingModelExecutionError(`optimizer model callback returned invalid execution evidence: ${toErrorMessage(error)}`);
+		throw new MissingModelExecutionError(`optimizer model callback returned invalid execution evidence: ${errorMessage(error)}`);
 	}
 	if (called.succeeded) {
 		let authoritativeReceipt;
@@ -1033,7 +1133,7 @@ async function forwardModelProxyRequest(args) {
 				path: args.path,
 				model: args.model,
 				succeeded: false,
-				error: toErrorMessage(error),
+				error: errorMessage(error),
 				execution
 			});
 			throw error;
@@ -1102,7 +1202,7 @@ function snapshotModelReceipt(value, expectedModel, allowWithinFamily) {
 		assertJsonValue(value, "optimizer model callback receipt");
 		snapshot = JSON.parse(canonicalJson(value));
 	} catch (error) {
-		throw new OwnerModelContractError(`optimizer model callback returned an invalid receipt: ${toErrorMessage(error)}`);
+		throw new OwnerModelContractError(`optimizer model callback returned an invalid receipt: ${errorMessage(error)}`);
 	}
 	assertServedModel(expectedModel, snapshot.model, {
 		context: "optimizer model callback receipt",
@@ -1110,17 +1210,6 @@ function snapshotModelReceipt(value, expectedModel, allowWithinFamily) {
 	});
 	return snapshot;
 }
-function freezeJsonSnapshot(value, label) {
-	assertJsonValue(value, label);
-	return deepFreezeJson(JSON.parse(canonicalJson(value)));
-}
-function deepFreezeJson(value) {
-	if (value !== null && typeof value === "object") {
-		for (const child of Object.values(value)) deepFreezeJson(child);
-		Object.freeze(value);
-	}
-	return value;
-}
 function assertResponseUsageMatchesReceipt(response, receipt) {
 	if (response.model !== receipt.model) throw new OwnerModelContractError("optimizer model response and execution receipt disagree about the served model");
 	if (response.usage.captured === false || receipt.usageUnknown === true) {
@@ -1135,29 +1224,99 @@ function assertResponseUsageMatchesReceipt(response, receipt) {
 	const receiptCostUsd = receipt.actualCostUsd ?? receipt.estimatedCostUsd ?? (receipt.customTokenPricing && receipt.usageUnknown !== true ? costForTokenPricing(receipt.customTokenPricing, receipt) : null);
 	if (response.costUsd !== receiptCostUsd) throw new OwnerModelContractError("optimizer model response billed cost disagrees with the execution receipt");
 }
-function parseModelProxyRequest(body, path, expectedModel, budget) {
-	if (path === "/v1/messages") {
-		const translated = translateAnthropicMessagesRequest(body, expectedModel, budget.maxOutputTokensPerRequest);
-		return {
-			maxOutputTokens: translated.maxOutputTokens,
-			stream: translated.stream,
-			...translated.strippedFields.length > 0 ? { strippedFields: translated.strippedFields } : {},
-			request: freezeJsonSnapshot(translated.request, "optimizer model canonical request")
-		};
-	}
-	let value;
-	try {
-		value = JSON.parse(Buffer.from(body).toString("utf8"));
-	} catch {
-		throw new Error("optimizer model request must be valid JSON");
-	}
-	if (!isRecord(value)) throw new Error("optimizer model request must be a JSON object");
-	if (value.model !== expectedModel) throw new Error(`optimizer model request must use configured model '${expectedModel}'`);
-	if (value.stream !== void 0 && value.stream !== false) throw new Error("streaming optimizer model requests are not supported");
+function snapshotChatResponse(value, expectedModel, allowWithinFamily) {
+	if (!isRecord(value)) throw new OwnerModelContractError("optimizer model callback response must be an object");
+	if (typeof value.content !== "string") throw new OwnerModelContractError("optimizer model callback response content must be a string");
+	assertServedModel(expectedModel, typeof value.model === "string" ? value.model : null, {
+		context: "optimizer model callback response",
+		allowWithinFamily
+	});
+	if (!isNonnegativeFiniteNumber(value.durationMs)) throw new OwnerModelContractError("optimizer model callback response durationMs must be finite and non-negative");
+	if (value.costUsd !== null && !isNonnegativeFiniteNumber(value.costUsd)) throw new OwnerModelContractError("optimizer model callback response costUsd must be null or finite and non-negative");
+	if (value.finishReason !== void 0 && value.finishReason !== null && typeof value.finishReason !== "string") throw new OwnerModelContractError("optimizer model callback response finishReason must be a string or null");
+	const toolCalls = snapshotResponseToolCalls(value.toolCalls);
+	if (value.contentEmpty !== void 0 && (typeof value.contentEmpty !== "boolean" || value.contentEmpty !== (value.content.trim().length === 0))) throw new OwnerModelContractError("optimizer model callback response contentEmpty must match content");
+	if (!isRecord(value.raw)) throw new OwnerModelContractError("optimizer model callback response raw must be an object");
+	if (!isRecord(value.usage)) throw new OwnerModelContractError("optimizer model callback response usage must be an object");
+	const usage = value.usage;
 	for (const field of [
-		"n",
-		"best_of",
-		"candidate_count",
+		"promptTokens",
+		"completionTokens",
+		"totalTokens"
+	]) if (!isNonnegativeSafeInteger(usage[field])) throw new OwnerModelContractError(`optimizer model callback response usage.${field} must be a non-negative safe integer`);
+	const promptTokens = usage.promptTokens;
+	const completionTokens = usage.completionTokens;
+	const totalTokens = usage.totalTokens;
+	if (totalTokens !== promptTokens + completionTokens) throw new OwnerModelContractError("optimizer model callback response totalTokens must equal promptTokens plus completionTokens");
+	if (usage.captured !== void 0 && typeof usage.captured !== "boolean") throw new OwnerModelContractError("optimizer model callback response usage.captured must be a boolean");
+	if (usage.cachedPromptTokens !== void 0 && (!isNonnegativeSafeInteger(usage.cachedPromptTokens) || usage.cachedPromptTokens > promptTokens)) throw new OwnerModelContractError("optimizer model callback response cachedPromptTokens must be a subset of promptTokens");
+	if (usage.reasoningTokens !== void 0 && (!isNonnegativeSafeInteger(usage.reasoningTokens) || usage.reasoningTokens > completionTokens)) throw new OwnerModelContractError("optimizer model callback response reasoningTokens must be a subset of completionTokens");
+	let raw;
+	try {
+		raw = freezeJsonSnapshot(value.raw, "optimizer model callback canonical response.raw");
+	} catch (error) {
+		throw new OwnerModelContractError(`optimizer model callback returned invalid raw response evidence: ${errorMessage(error)}`);
+	}
+	return deepFreezeCanonicalJson({
+		content: value.content,
+		...toolCalls === void 0 ? {} : { toolCalls },
+		usage: {
+			promptTokens,
+			completionTokens,
+			totalTokens,
+			...usage.captured === void 0 ? {} : { captured: usage.captured },
+			...usage.reasoningTokens === void 0 ? {} : { reasoningTokens: usage.reasoningTokens },
+			...usage.cachedPromptTokens === void 0 ? {} : { cachedPromptTokens: usage.cachedPromptTokens }
+		},
+		costUsd: value.costUsd,
+		model: value.model,
+		durationMs: value.durationMs,
+		...value.finishReason === void 0 ? {} : { finishReason: value.finishReason },
+		...value.contentEmpty === void 0 ? {} : { contentEmpty: value.contentEmpty },
+		raw
+	});
+}
+/** Snapshot the owner's canonical tool calls onto the allowlisted response. */
+function snapshotResponseToolCalls(value) {
+	if (value === void 0) return void 0;
+	if (!Array.isArray(value) || value.length === 0) throw new OwnerModelContractError("optimizer model callback response toolCalls must be a non-empty array when present");
+	return value.map((entry) => {
+		if (!isRecord(entry) || typeof entry.id !== "string" || !entry.id || typeof entry.name !== "string" || !entry.name || typeof entry.argumentsJson !== "string") throw new OwnerModelContractError("optimizer model callback response toolCalls entries require string id, name, and argumentsJson");
+		return {
+			id: entry.id,
+			name: entry.name,
+			argumentsJson: entry.argumentsJson
+		};
+	});
+}
+function isNonnegativeSafeInteger(value) {
+	return Number.isSafeInteger(value) && value >= 0;
+}
+//#endregion
+//#region src/campaign/external-optimizer-model-request.ts
+function parseModelProxyRequest(body, path, expectedModel, budget) {
+	if (path === "/v1/messages") {
+		const translated = translateAnthropicMessagesRequest(body, expectedModel, budget.maxOutputTokensPerRequest);
+		return {
+			maxOutputTokens: translated.maxOutputTokens,
+			stream: translated.stream,
+			...translated.strippedFields.length > 0 ? { strippedFields: translated.strippedFields } : {},
+			request: freezeJsonSnapshot(translated.request, "optimizer model canonical request")
+		};
+	}
+	let value;
+	try {
+		value = JSON.parse(Buffer.from(body).toString("utf8"));
+	} catch {
+		throw new Error("optimizer model request must be valid JSON");
+	}
+	if (!isRecord(value)) throw new Error("optimizer model request must be a JSON object");
+	if (value.model !== expectedModel) throw new Error(`optimizer model request must use configured model '${expectedModel}'`);
+	if (value.stream !== void 0 && value.stream !== false) throw new Error("streaming optimizer model requests are not supported");
+	for (const field of [
+		"n",
+		"best_of",
+		"candidate_count",
 		"num_candidates"
 	]) if (value[field] !== void 0 && value[field] !== 1) throw new Error(`optimizer model request ${field} must be 1 when supplied`);
 	if (value.reasoning !== void 0 || value.reasoning_effort !== void 0) throw new Error("optimizer model reasoning settings belong to the execution AgentProfile");
@@ -1394,169 +1553,309 @@ function assertAllowedKeys(value, allowed, label = "optimizer model request") {
 	const unknown = Object.keys(value).filter((key) => !allowedSet.has(key));
 	if (unknown.length > 0) throw new Error(`${label} contains unsupported fields: ${unknown.join(", ")}`);
 }
-function snapshotChatResponse(value, expectedModel, allowWithinFamily) {
-	if (!isRecord(value)) throw new OwnerModelContractError("optimizer model callback response must be an object");
-	if (typeof value.content !== "string") throw new OwnerModelContractError("optimizer model callback response content must be a string");
-	assertServedModel(expectedModel, typeof value.model === "string" ? value.model : null, {
-		context: "optimizer model callback response",
-		allowWithinFamily
-	});
-	if (!isNonnegativeFiniteNumber(value.durationMs)) throw new OwnerModelContractError("optimizer model callback response durationMs must be finite and non-negative");
-	if (value.costUsd !== null && !isNonnegativeFiniteNumber(value.costUsd)) throw new OwnerModelContractError("optimizer model callback response costUsd must be null or finite and non-negative");
-	if (value.finishReason !== void 0 && value.finishReason !== null && typeof value.finishReason !== "string") throw new OwnerModelContractError("optimizer model callback response finishReason must be a string or null");
-	const toolCalls = snapshotResponseToolCalls(value.toolCalls);
-	if (value.contentEmpty !== void 0 && (typeof value.contentEmpty !== "boolean" || value.contentEmpty !== (value.content.trim().length === 0))) throw new OwnerModelContractError("optimizer model callback response contentEmpty must match content");
-	if (!isRecord(value.raw)) throw new OwnerModelContractError("optimizer model callback response raw must be an object");
-	if (!isRecord(value.usage)) throw new OwnerModelContractError("optimizer model callback response usage must be an object");
-	const usage = value.usage;
-	for (const field of [
-		"promptTokens",
-		"completionTokens",
-		"totalTokens"
-	]) if (!isNonnegativeSafeInteger(usage[field])) throw new OwnerModelContractError(`optimizer model callback response usage.${field} must be a non-negative safe integer`);
-	const promptTokens = usage.promptTokens;
-	const completionTokens = usage.completionTokens;
-	const totalTokens = usage.totalTokens;
-	if (totalTokens !== promptTokens + completionTokens) throw new OwnerModelContractError("optimizer model callback response totalTokens must equal promptTokens plus completionTokens");
-	if (usage.captured !== void 0 && typeof usage.captured !== "boolean") throw new OwnerModelContractError("optimizer model callback response usage.captured must be a boolean");
-	if (usage.cachedPromptTokens !== void 0 && (!isNonnegativeSafeInteger(usage.cachedPromptTokens) || usage.cachedPromptTokens > promptTokens)) throw new OwnerModelContractError("optimizer model callback response cachedPromptTokens must be a subset of promptTokens");
-	if (usage.reasoningTokens !== void 0 && (!isNonnegativeSafeInteger(usage.reasoningTokens) || usage.reasoningTokens > completionTokens)) throw new OwnerModelContractError("optimizer model callback response reasoningTokens must be a subset of completionTokens");
-	let raw;
+//#endregion
+//#region src/campaign/external-optimizer-model-handler.ts
+const MODEL_PROXY_PATHS = /* @__PURE__ */ new Set(["/v1/chat/completions", "/v1/responses"]);
+async function handleModelProxyRequest(args) {
+	const { controller, request, response } = args;
+	let wire = "openai";
+	const respondError = (status, message, errorType) => {
+		if (wire === "anthropic") {
+			const mapped = status === 429 ? 402 : status;
+			sendJsonIfOpen(response, mapped, anthropicErrorEnvelope(errorType ?? anthropicErrorTypeForStatus(mapped), message));
+			return;
+		}
+		sendJsonIfOpen(response, status, { error: message });
+	};
 	try {
-		raw = freezeJsonSnapshot(value.raw, "optimizer model callback canonical response.raw");
+		const path = request.url ? new URL(request.url, "http://127.0.0.1").pathname : "";
+		const anthropicPath = path === "/v1/messages" && args.args.anthropicEndpoint === true;
+		if (request.method !== "POST" || !(MODEL_PROXY_PATHS.has(path) || anthropicPath)) {
+			sendJsonIfOpen(response, 404, { error: "not found" });
+			return;
+		}
+		if (anthropicPath) wire = "anthropic";
+		const modelPath = path;
+		if (!(request.headers.authorization === `Bearer ${args.token}` || wire === "anthropic" && request.headers["x-api-key"] === args.token)) {
+			respondError(401, "unauthorized");
+			return;
+		}
+		const body = await readBody(request, args.args.budget.maxRequestBytes);
+		const parsed = parseModelProxyRequest(body, modelPath, args.args.model, args.args.budget);
+		const maximumUsage = conservativeMaximumUsage(body.byteLength, parsed.maxOutputTokens + (args.args.budget.maxReasoningTokensPerRequest ?? 0), args.args.budget.pricing);
+		const maximumCostUsd = args.args.budget.pricing ? costForTokenPricing(args.args.budget.pricing, maximumUsage) : void 0;
+		const reservation = args.nextReservation(maximumCostUsd, wire);
+		if (!reservation.accepted) {
+			respondError(429, reservation.reason);
+			return;
+		}
+		const timeout = setTimeout(() => controller.abort(), args.args.budget.requestTimeoutMs ?? 3e5);
+		let chargedForBudget = maximumCostUsd;
+		try {
+			const requestTags = wire === "anthropic" ? {
+				...args.args.tags ?? {},
+				wire: "anthropic",
+				...parsed.strippedFields === void 0 ? {} : { strippedFields: parsed.strippedFields.join(",") }
+			} : args.args.tags;
+			const paid = await args.args.costLedger.runPaidCall({
+				...args.args.callId ? { callId: args.args.callId } : {},
+				channel: args.args.channel ?? "optimizer",
+				phase: args.args.phase,
+				actor: args.args.actor,
+				...requestTags ? { tags: requestTags } : {},
+				model: args.args.model,
+				...args.args.budget.pricing ? { maximumCharge: {
+					customTokenPricing: args.args.budget.pricing,
+					...maximumUsage
+				} } : {},
+				signal: controller.signal,
+				execute: async (paidCallSignal, paidCallId) => forwardModelProxyRequest({
+					call: args.args.call,
+					callId: paidCallId,
+					callRef: args.args.callRef,
+					recordExecutionReceipt: args.recordExecutionReceipt,
+					recordModelCallInvocation: args.recordModelCallInvocation,
+					path: modelPath,
+					request: parsed.request,
+					...parsed.stream === void 0 ? {} : { anthropicStream: parsed.stream },
+					model: args.args.model,
+					allowWithinFamily: args.args.servedModelPolicy === "allow-within-family",
+					maxOutputTokens: parsed.maxOutputTokens,
+					...args.args.budget.maxReasoningTokensPerRequest === void 0 ? {} : { maxReasoningTokens: args.args.budget.maxReasoningTokensPerRequest },
+					maxResponseBytes: args.args.budget.maxResponseBytes,
+					signal: paidCallSignal
+				}),
+				receipt: (result) => result.receipt,
+				receiptFromError: () => ({
+					model: args.args.model,
+					inputTokens: 0,
+					outputTokens: 0,
+					costUnknown: true,
+					usageUnknown: true
+				})
+			});
+			if (!paid.succeeded) {
+				args.recordFailure(paid.error);
+				chargedForBudget = paid.receipt ? paid.receipt.usageUnknown || paid.receipt.costUnknown ? maximumCostUsd : paid.receipt.costUsd : void 0;
+				respondError(isAbortError(paid.error) ? 504 : paid.error instanceof AnthropicRequestRefusal ? paid.error.status : paid.error instanceof ProviderResponseTooLargeError || paid.error instanceof MissingModelExecutionError || paid.error instanceof ModelExecutionPersistenceError || paid.error instanceof OwnerModelContractError || paid.error instanceof ModelSubstitutionError ? 502 : 429, paid.error.message, paid.error instanceof AnthropicRequestRefusal ? paid.error.errorType : void 0);
+				return;
+			}
+			if (paid.value.modelCallFailed) {
+				respondError(502, paid.value.modelCallFailed);
+				return;
+			}
+			chargedForBudget = paid.value.usageComplete ? paid.receipt.costUsd : maximumCostUsd;
+			if (paid.value.usageRejected) {
+				respondError(502, paid.value.usageRejected);
+				return;
+			}
+			if (paid.value.status >= 200 && paid.value.status < 300) args.recordSuccessfulCompletion(wire);
+			if (response.destroyed || response.writableEnded) return;
+			response.writeHead(paid.value.status, {
+				"content-type": paid.value.contentType,
+				"content-length": String(paid.value.body.byteLength)
+			});
+			response.end(paid.value.body);
+		} finally {
+			clearTimeout(timeout);
+			args.settleReservation(maximumCostUsd, chargedForBudget);
+		}
 	} catch (error) {
-		throw new OwnerModelContractError(`optimizer model callback returned invalid raw response evidence: ${toErrorMessage(error)}`);
+		respondError(error instanceof AnthropicRequestRefusal ? error.status : error instanceof RequestBodyTooLargeError ? 413 : error instanceof Error && isAbortError(error) ? 503 : 400, errorMessage(error), error instanceof AnthropicRequestRefusal ? error.errorType : void 0);
 	}
-	return deepFreezeJson({
-		content: value.content,
-		...toolCalls === void 0 ? {} : { toolCalls },
-		usage: {
-			promptTokens,
-			completionTokens,
-			totalTokens,
-			...usage.captured === void 0 ? {} : { captured: usage.captured },
-			...usage.reasoningTokens === void 0 ? {} : { reasoningTokens: usage.reasoningTokens },
-			...usage.cachedPromptTokens === void 0 ? {} : { cachedPromptTokens: usage.cachedPromptTokens }
-		},
-		costUsd: value.costUsd,
-		model: value.model,
-		durationMs: value.durationMs,
-		...value.finishReason === void 0 ? {} : { finishReason: value.finishReason },
-		...value.contentEmpty === void 0 ? {} : { contentEmpty: value.contentEmpty },
-		raw
-	});
-}
-/** Snapshot the owner's canonical tool calls onto the allowlisted response. */
-function snapshotResponseToolCalls(value) {
-	if (value === void 0) return void 0;
-	if (!Array.isArray(value) || value.length === 0) throw new OwnerModelContractError("optimizer model callback response toolCalls must be a non-empty array when present");
-	return value.map((entry) => {
-		if (!isRecord(entry) || typeof entry.id !== "string" || !entry.id || typeof entry.name !== "string" || !entry.name || typeof entry.argumentsJson !== "string") throw new OwnerModelContractError("optimizer model callback response toolCalls entries require string id, name, and argumentsJson");
-		return {
-			id: entry.id,
-			name: entry.name,
-			argumentsJson: entry.argumentsJson
-		};
-	});
 }
-function encodeAnthropicResponseBody(args) {
-	const message = encodeAnthropicMessage(args.response, args.callId);
-	const body = new TextEncoder().encode(args.stream ? renderAnthropicSseStream(message) : JSON.stringify(message));
-	if (body.byteLength > args.maxBytes) throw new ProviderResponseTooLargeError();
+function conservativeMaximumUsage(inputTokenUpperBound, outputTokenUpperBound, pricing) {
+	if (pricing === void 0) return {
+		inputTokens: inputTokenUpperBound,
+		outputTokens: outputTokenUpperBound
+	};
+	const inputRates = [pricing.inputUsdPerMillion, pricing.cachedInputUsdPerMillion ?? pricing.inputUsdPerMillion];
+	const mostExpensiveInputClass = inputRates.indexOf(Math.max(...inputRates));
 	return {
-		contentType: args.stream ? "text/event-stream; charset=utf-8" : "application/json",
-		body
+		inputTokens: mostExpensiveInputClass === 0 ? inputTokenUpperBound : 0,
+		...mostExpensiveInputClass === 1 ? { cachedTokens: inputTokenUpperBound } : {},
+		cacheWriteTokens: inputTokenUpperBound,
+		outputTokens: outputTokenUpperBound
 	};
 }
-function encodeCanonicalModelResponse(args) {
-	const usage = encodeProtocolUsage(args.path, args.response, args.receipt);
-	const finishReason = args.response.finishReason === void 0 ? "stop" : args.response.finishReason;
-	const body = args.path === "/v1/chat/completions" ? {
-		id: `chatcmpl-${args.callId}`,
-		object: "chat.completion",
-		created: 0,
-		model: args.response.model,
-		choices: [{
-			index: 0,
-			message: {
-				role: "assistant",
-				content: args.response.content
-			},
-			finish_reason: finishReason
-		}],
-		...usage ? { usage } : {}
-	} : {
-		id: `resp-${args.callId}`,
-		object: "response",
-		created_at: 0,
-		model: args.response.model,
-		status: finishReason === "length" ? "incomplete" : "completed",
-		error: null,
-		incomplete_details: finishReason === "length" ? { reason: "max_output_tokens" } : null,
-		output: [{
-			id: `msg-${args.callId}`,
-			type: "message",
-			status: finishReason === "length" ? "incomplete" : "completed",
-			role: "assistant",
-			content: [{
-				type: "output_text",
-				text: args.response.content,
-				annotations: []
-			}]
-		}],
-		output_text: args.response.content,
-		...usage ? { usage } : {}
-	};
-	const encoded = new TextEncoder().encode(JSON.stringify(body));
-	if (encoded.byteLength > args.maxBytes) throw new ProviderResponseTooLargeError();
-	return encoded;
+function readBody(request, maximumBytes) {
+	return new Promise((resolvePromise, reject) => {
+		let size = 0;
+		let tooLarge = false;
+		const chunks = [];
+		request.on("data", (chunk) => {
+			if (tooLarge) return;
+			size += chunk.byteLength;
+			if (size > maximumBytes) {
+				tooLarge = true;
+				chunks.length = 0;
+				return;
+			}
+			chunks.push(chunk);
+		});
+		request.on("error", reject);
+		request.on("end", () => {
+			if (tooLarge) {
+				reject(new RequestBodyTooLargeError("optimizer model request body too large"));
+				return;
+			}
+			resolvePromise(new Uint8Array(Buffer.concat(chunks)));
+		});
+	});
 }
-function endpointFormat(path) {
-	if (path === "/v1/messages") return "anthropic-messages";
-	return path === "/v1/responses" ? "responses" : "chat-completions";
+function isAbortError(error) {
+	return error.name === "AbortError" || error.message.toLowerCase().includes("abort");
 }
-function encodeProtocolUsage(path, response, receipt) {
-	if (response.usage.captured === false) return void 0;
-	const inputDetails = {
-		...receipt.cachedTokens === void 0 ? {} : { cached_tokens: receipt.cachedTokens },
-		...receipt.cacheWriteTokens === void 0 ? {} : path === "/v1/chat/completions" ? { cache_creation_tokens: receipt.cacheWriteTokens } : { cache_write_tokens: receipt.cacheWriteTokens }
+//#endregion
+//#region src/campaign/external-optimizer-model-proxy.ts
+/**
+* Put an OpenAI-compatible optimizer behind the shared cost ledger.
+*
+* The child process receives only a loopback URL and an ephemeral token. The
+* package that owns execution receives a validated immutable request through
+* `call`; Eval receives no provider credential. Every request reserves its
+* conservative byte-count input bound plus the declared output cap before the
+* owner is invoked exactly once.
+*/
+async function startExternalOptimizerModelProxy(args) {
+	assertModelProxyConfig(args);
+	args.signal?.throwIfAborted();
+	const token = randomLocalToken();
+	let requestCount = 0;
+	let successfulCompletionCount = 0;
+	const wireCounts = {
+		openai: {
+			requestAttempts: 0,
+			successfulCompletions: 0
+		},
+		anthropic: {
+			requestAttempts: 0,
+			successfulCompletions: 0
+		}
 	};
-	const outputDetails = { ...receipt.reasoningTokens === void 0 ? {} : { reasoning_tokens: receipt.reasoningTokens } };
-	return path === "/v1/chat/completions" ? {
-		prompt_tokens: response.usage.promptTokens,
-		completion_tokens: response.usage.completionTokens,
-		total_tokens: response.usage.totalTokens,
-		...Object.keys(inputDetails).length > 0 ? { prompt_tokens_details: inputDetails } : {},
-		...Object.keys(outputDetails).length > 0 ? { completion_tokens_details: outputDetails } : {},
-		...receipt.actualCostUsd === void 0 ? {} : { cost: receipt.actualCostUsd }
-	} : {
-		input_tokens: response.usage.promptTokens,
-		output_tokens: response.usage.completionTokens,
-		total_tokens: response.usage.totalTokens,
-		...Object.keys(inputDetails).length > 0 ? { input_tokens_details: inputDetails } : {},
-		...Object.keys(outputDetails).length > 0 ? { output_tokens_details: outputDetails } : {},
-		...receipt.actualCostUsd === void 0 ? {} : { cost: receipt.actualCostUsd }
+	let modelCallInvocations = 0;
+	let executionRecordCount = 0;
+	let executionSequence = 0;
+	const failures = [];
+	let totalRequestCount = args.initialUsage?.requests ?? 0;
+	let committedForBudget = args.initialUsage?.costUsd ?? 0;
+	let reservedForBudget = 0;
+	let accepting = true;
+	let closePromise;
+	const activeControllers = /* @__PURE__ */ new Set();
+	const activeHandlers = /* @__PURE__ */ new Set();
+	const server = createServer((request, response) => {
+		if (!accepting) {
+			sendJsonIfOpen(response, 503, { error: "external optimizer model proxy is closing" });
+			return;
+		}
+		const controller = new AbortController();
+		const abortRequest = () => {
+			request.destroy();
+			response.destroy();
+		};
+		activeControllers.add(controller);
+		controller.signal.addEventListener("abort", abortRequest, { once: true });
+		let handler;
+		handler = handleModelProxyRequest({
+			request,
+			response,
+			controller,
+			token,
+			args,
+			nextReservation: (maximumCostUsd, wire) => {
+				if (totalRequestCount >= args.budget.maxRequests) return {
+					accepted: false,
+					reason: "optimizer model request limit reached"
+				};
+				if (args.budget.maxCostUsd !== void 0 && maximumCostUsd !== void 0 && committedForBudget + reservedForBudget + maximumCostUsd > args.budget.maxCostUsd + Number.EPSILON) return {
+					accepted: false,
+					reason: "optimizer model cost limit reached"
+				};
+				requestCount += 1;
+				wireCounts[wire].requestAttempts += 1;
+				totalRequestCount += 1;
+				reservedForBudget += maximumCostUsd ?? 0;
+				return { accepted: true };
+			},
+			settleReservation: (maximumCostUsd, chargedCostUsd) => {
+				reservedForBudget = Math.max(0, reservedForBudget - (maximumCostUsd ?? 0));
+				committedForBudget += chargedCostUsd ?? 0;
+			},
+			recordSuccessfulCompletion: (wire) => {
+				successfulCompletionCount += 1;
+				wireCounts[wire].successfulCompletions += 1;
+			},
+			recordExecutionReceipt: (observation) => {
+				try {
+					args.recordExecution({
+						...observation,
+						sequence: executionSequence + 1
+					});
+				} catch (error) {
+					throw new ModelExecutionPersistenceError(`optimizer model execution evidence was not persisted: ${errorMessage(error)}`);
+				}
+				executionSequence += 1;
+				executionRecordCount += 1;
+			},
+			recordModelCallInvocation: () => {
+				modelCallInvocations += 1;
+			},
+			recordFailure: (error) => {
+				failures.push(error);
+			}
+		}).finally(() => {
+			controller.signal.removeEventListener("abort", abortRequest);
+			activeControllers.delete(controller);
+			activeHandlers.delete(handler);
+		});
+		activeHandlers.add(handler);
+		handler.catch(() => void 0);
+	});
+	const port = await listenLocal(server);
+	const close = () => {
+		closePromise ??= closeModelProxy();
+		return closePromise;
 	};
-}
-function isNonnegativeFiniteNumber(value) {
-	return typeof value === "number" && Number.isFinite(value) && value >= 0;
-}
-function isNonnegativeSafeInteger(value) {
-	return Number.isSafeInteger(value) && value >= 0;
-}
-function conservativeMaximumUsage(inputTokenUpperBound, outputTokenUpperBound, pricing) {
-	if (pricing === void 0) return {
-		inputTokens: inputTokenUpperBound,
-		outputTokens: outputTokenUpperBound
+	const onAbort = () => {
+		for (const controller of activeControllers) controller.abort(args.signal?.reason);
+		close().catch(() => void 0);
+	};
+	args.signal?.addEventListener("abort", onAbort, { once: true });
+	if (args.signal?.aborted) onAbort();
+	const assertExecutionComplete = () => {
+		if (executionRecordCount !== modelCallInvocations) throw new Error(`external optimizer model callback returned ${executionRecordCount} execution records for ${modelCallInvocations} invoked calls`);
 	};
-	const inputRates = [pricing.inputUsdPerMillion, pricing.cachedInputUsdPerMillion ?? pricing.inputUsdPerMillion];
-	const mostExpensiveInputClass = inputRates.indexOf(Math.max(...inputRates));
 	return {
-		inputTokens: mostExpensiveInputClass === 0 ? inputTokenUpperBound : 0,
-		...mostExpensiveInputClass === 1 ? { cachedTokens: inputTokenUpperBound } : {},
-		cacheWriteTokens: inputTokenUpperBound,
-		outputTokens: outputTokenUpperBound
+		baseUrl: `http://127.0.0.1:${port}/v1`,
+		apiKey: token,
+		requestAttempts: () => requestCount,
+		successfulCompletions: () => successfulCompletionCount,
+		wireUsage: () => ({
+			openai: { ...wireCounts.openai },
+			anthropic: { ...wireCounts.anthropic }
+		}),
+		assertExecutionComplete,
+		failures: () => [...failures],
+		close
 	};
+	async function closeModelProxy() {
+		args.signal?.removeEventListener("abort", onAbort);
+		accepting = false;
+		const closingServer = closeServer(server);
+		server.closeIdleConnections?.();
+		const [serverResult] = await Promise.allSettled([closingServer, waitForActiveHandlers(activeHandlers)]);
+		if (activeControllers.size !== 0 || activeHandlers.size !== 0) throw new Error("external optimizer model proxy closed with active request work");
+		let executionError;
+		try {
+			assertExecutionComplete();
+		} catch (error) {
+			executionError = error;
+		}
+		if (serverResult?.status === "rejected" && executionError !== void 0) throw new AggregateError([serverResult.reason, executionError], "external optimizer model proxy close and execution evidence both failed");
+		if (serverResult?.status === "rejected") throw serverResult.reason;
+		if (executionError !== void 0) throw executionError;
+	}
 }
 function assertModelProxyConfig(args) {
 	assertServedModelPolicy(args.servedModelPolicy, "external optimizer model proxy: servedModelPolicy");
@@ -1581,49 +1880,9 @@ function assertModelProxyConfig(args) {
 		if (args.initialUsage.requests > args.budget.maxRequests || args.budget.maxCostUsd !== void 0 && args.initialUsage.costUsd !== void 0 && args.initialUsage.costUsd > args.budget.maxCostUsd + Number.EPSILON) throw new Error("external optimizer model proxy: initialUsage exceeds the configured budget");
 	}
 }
-var RequestBodyTooLargeError = class extends Error {};
-var ProviderResponseTooLargeError = class extends Error {
-	constructor() {
-		super("optimizer model response exceeds maxResponseBytes");
-	}
-};
-var MissingModelExecutionError = class extends Error {};
-var ModelExecutionPersistenceError = class extends Error {};
-var OwnerModelContractError = class extends Error {};
-function readBody(request, maximumBytes) {
-	return new Promise((resolvePromise, reject) => {
-		let size = 0;
-		let tooLarge = false;
-		const chunks = [];
-		request.on("data", (chunk) => {
-			if (tooLarge) return;
-			size += chunk.byteLength;
-			if (size > maximumBytes) {
-				tooLarge = true;
-				chunks.length = 0;
-				return;
-			}
-			chunks.push(chunk);
-		});
-		request.on("error", reject);
-		request.on("end", () => {
-			if (tooLarge) {
-				reject(new RequestBodyTooLargeError("optimizer model request body too large"));
-				return;
-			}
-			resolvePromise(new Uint8Array(Buffer.concat(chunks)));
-		});
-	});
-}
 function randomLocalToken() {
 	return randomBytes(32).toString("hex");
 }
-function isAbortError(error) {
-	return error.name === "AbortError" || error.message.toLowerCase().includes("abort");
-}
-function toErrorMessage(error) {
-	return error instanceof Error ? error.message : String(error);
-}
 //#endregion
 //#region src/campaign/external-optimizer-resources.ts
 async function runWithCleanup(args) {
@@ -1901,6 +2160,6 @@ function summarizeProcessOutput(capture, max = 4e3) {
 	return `${compact.slice(0, headChars)}...[${compact.length - max} chars omitted]...${compact.slice(-tailChars)}`;
 }
 //#endregion
-export { inMemoryCampaignStorage as C, fsCampaignStorage as S, removeCredentialEnvironment as _, closeServer as a, safePathComponent as b, waitForActiveHandlers as c, assertExternalOptimizerModelBudget as d, assertJsonValue as f, isRecord as g, isExternalTextCandidate as h, startExternalOptimizerModelProxy as i, DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS as l, isCandidateText as m, closeExternalOptimizerResources as n, listenLocal as o, assertNoCredentialValues as p, runWithCleanup as r, sendJsonIfOpen as s, runExternalOptimizerProcess as t, DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS as u, resolveExternalOptimizerCallbackLimits as v, createRunCostLedger as x, resolveExternalOptimizerProcessLimits as y };
+export { parseAnalystFinding as A, ProposalFindingSchema as C, lineageRoots as D, independentUnitCount as E, inMemoryCampaignStorage as F, spanningWindow as M, createRunCostLedger as N, mergeEvidenceUnits as O, fsCampaignStorage as P, FINDING_LAYERS as S, findingLayerRank as T, removeCredentialEnvironment as _, closeServer as a, safePathComponent as b, waitForActiveHandlers as c, assertExternalOptimizerModelBudget as d, assertJsonValue as f, isRecord as g, isExternalTextCandidate as h, startExternalOptimizerModelProxy as i, readFindingScope as j, mostSevere as k, DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS as l, isCandidateText as m, closeExternalOptimizerResources as n, listenLocal as o, assertNoCredentialValues as p, runWithCleanup as r, sendJsonIfOpen as s, runExternalOptimizerProcess as t, DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS as u, resolveExternalOptimizerCallbackLimits as v, UNKNOWN_LINEAGE as w, AnalystFindingSchema as x, resolveExternalOptimizerProcessLimits as y };
 
-//# sourceMappingURL=external-optimizer-subprocess-BUxifb8g.js.map
+//# sourceMappingURL=external-optimizer-subprocess-BqW0hHcI.js.map