@alis-build/harness-eval 0.1.2 → 0.1.3

package/dist/codex-0cHO2te9.js

@@ -0,0 +1,496 @@
+import { n as TrajectoryBuilder, t as AdapterError } from "./types-Bac8_Ixb.js";
+import { spawn } from "node:child_process";
+import { mkdtemp, readFile, rm } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { randomUUID } from "node:crypto";
+//#region src/adapters/codex/map-events.ts
+/** Stateful mapper — tracks session id and pending tool calls across the stream. */
+var CodexEventMapper = class {
+	sessionId = "codex-session";
+	sawInit = false;
+	startedItems = /* @__PURE__ */ new Set();
+	turnCount = 0;
+	/** Map one parsed Codex JSON object to zero or more stream events. */
+	map(event) {
+		const type = event.type;
+		if (!type) return [];
+		switch (type) {
+			case "thread.started": return [this.buildInit(event.thread_id ?? this.sessionId)];
+			case "item.started": return event.item ? this.mapItemStarted(event.item) : [];
+			case "item.completed": return event.item ? this.mapItemCompleted(event.item) : [];
+			case "turn.completed":
+				this.turnCount++;
+				return [this.buildResult(false, event.usage)];
+			case "turn.failed":
+				this.turnCount++;
+				return [this.buildResult(true, event.usage, event.message)];
+			default: return [];
+		}
+	}
+	buildInit(sessionId) {
+		this.sessionId = sessionId;
+		this.sawInit = true;
+		return {
+			type: "system",
+			subtype: "init",
+			session_id: sessionId,
+			cwd: "",
+			model: "",
+			tools: [],
+			mcp_servers: []
+		};
+	}
+	ensureInit() {
+		if (this.sawInit) return [];
+		return [this.buildInit(this.sessionId)];
+	}
+	mapItemStarted(item) {
+		const itemType = itemTypeOf(item);
+		if (itemType === "mcp_tool_call" || itemType === "command_execution") {
+			if (item.id) this.startedItems.add(item.id);
+			return [...this.ensureInit(), itemType === "mcp_tool_call" ? this.toolUseEvent(item) : this.commandUseEvent(item)];
+		}
+		return this.ensureInit();
+	}
+	mapItemCompleted(item) {
+		const itemType = itemTypeOf(item);
+		const prefix = this.ensureInit();
+		const id = item.id ?? "";
+		if (itemType === "mcp_tool_call") {
+			const events = [...prefix];
+			if (!this.startedItems.has(id)) events.push(this.toolUseEvent(item));
+			else this.startedItems.delete(id);
+			events.push(this.toolResultEvent(item));
+			return events;
+		}
+		if (itemType === "command_execution") {
+			const events = [...prefix];
+			if (!this.startedItems.has(id)) events.push(this.commandUseEvent(item));
+			else this.startedItems.delete(id);
+			events.push(this.toolResultEvent(item, "Bash"));
+			return events;
+		}
+		if (itemType === "assistant_message" && item.text) return [...prefix, {
+			type: "assistant",
+			session_id: this.sessionId,
+			message: {
+				id: item.id ?? `msg_${id}`,
+				type: "message",
+				role: "assistant",
+				content: [{
+					type: "text",
+					text: item.text
+				}],
+				stop_reason: "end_turn"
+			}
+		}];
+		return prefix;
+	}
+	toolUseEvent(item) {
+		const id = item.id ?? `item_${Math.random().toString(36).slice(2)}`;
+		const name = mcpToolName(item.server ?? "unknown", item.tool ?? "unknown");
+		return {
+			type: "assistant",
+			session_id: this.sessionId,
+			message: {
+				id: `assistant_${id}`,
+				type: "message",
+				role: "assistant",
+				content: [{
+					type: "tool_use",
+					id,
+					name,
+					input: item.arguments ?? {}
+				}],
+				stop_reason: "tool_use"
+			}
+		};
+	}
+	commandUseEvent(item) {
+		const id = item.id ?? `item_${Math.random().toString(36).slice(2)}`;
+		return {
+			type: "assistant",
+			session_id: this.sessionId,
+			message: {
+				id: `assistant_${id}`,
+				type: "message",
+				role: "assistant",
+				content: [{
+					type: "tool_use",
+					id,
+					name: "Bash",
+					input: { command: item.command ?? "" }
+				}],
+				stop_reason: "tool_use"
+			}
+		};
+	}
+	toolResultEvent(item, toolName) {
+		const id = item.id ?? "";
+		const isError = item.status === "failed" || item.error != null;
+		const content = toolName === "Bash" ? formatCommandResult(item) : formatMcpResult(item.result, item.error);
+		return {
+			type: "user",
+			session_id: this.sessionId,
+			message: {
+				role: "user",
+				content: [{
+					type: "tool_result",
+					tool_use_id: id,
+					content,
+					is_error: isError
+				}]
+			}
+		};
+	}
+	buildResult(isError, usage, message) {
+		return {
+			type: "result",
+			subtype: isError ? "error" : "success",
+			session_id: this.sessionId,
+			is_error: isError,
+			result: message ?? "",
+			usage: mapUsage(usage),
+			total_cost_usd: 0,
+			duration_ms: 0,
+			num_turns: this.turnCount
+		};
+	}
+};
+/** Map an entire fixture or stream of Codex events through a fresh mapper. */
+function mapCodexEvents(events) {
+	const mapper = new CodexEventMapper();
+	const out = [];
+	for (const event of events) out.push(...mapper.map(event));
+	return out;
+}
+/** Build harness-qualified MCP tool name from Codex server + tool fields. */
+function mcpToolName(server, tool) {
+	return `mcp__${server}__${tool}`;
+}
+function itemTypeOf(item) {
+	return item.type ?? item.item_type ?? "";
+}
+function mapUsage(usage) {
+	return {
+		input_tokens: usage?.input_tokens ?? 0,
+		output_tokens: usage?.output_tokens ?? 0
+	};
+}
+function formatMcpResult(result, error) {
+	if (error?.message) return error.message;
+	if (result == null) return "";
+	if (typeof result === "string") return result;
+	try {
+		return JSON.stringify(result);
+	} catch {
+		return String(result);
+	}
+}
+function formatCommandResult(item) {
+	if (item.aggregated_output) return item.aggregated_output;
+	if (item.exit_code != null) return String(item.exit_code);
+	return "";
+}
+//#endregion
+//#region src/adapters/codex/parse-json.ts
+/** Parse Codex JSONL stdout into parsed event objects. */
+async function* parseCodexJson(stream) {
+	let buffer = "";
+	stream.setEncoding("utf8");
+	for await (const chunk of stream) {
+		buffer += chunk;
+		let newlineIdx;
+		while ((newlineIdx = buffer.indexOf("\n")) !== -1) {
+			const line = buffer.slice(0, newlineIdx).trim();
+			buffer = buffer.slice(newlineIdx + 1);
+			if (line.length === 0) continue;
+			yield tryParseLine(line);
+		}
+	}
+	const trailing = buffer.trim();
+	if (trailing.length > 0) yield tryParseLine(trailing);
+}
+function tryParseLine(line) {
+	try {
+		return {
+			ok: true,
+			event: JSON.parse(line),
+			rawLine: line
+		};
+	} catch (err) {
+		return {
+			ok: false,
+			error: err instanceof Error ? err : new Error(String(err)),
+			rawLine: line
+		};
+	}
+}
+//#endregion
+//#region src/adapters/codex/flags.ts
+/**
+* Build CLI args for Codex harness and judge subprocesses.
+*
+* `--ask-for-approval` is a **global** flag (before `exec`). Other options attach
+* to the `exec` subcommand per `codex exec --help`.
+*/
+function pushRepeatableFlag(args, flag, values) {
+	if (!values) return;
+	for (const value of values) args.push(flag, value);
+}
+function pushOptionalFlag(args, flag, value) {
+	if (value === void 0) return;
+	if (typeof value === "boolean") {
+		if (value) args.push(flag);
+		return;
+	}
+	args.push(flag, String(value));
+}
+/** Prepend global flags that must appear before the `exec` subcommand. */
+function appendGlobalCodexFlags(args, config) {
+	pushOptionalFlag(args, "--ask-for-approval", config.askForApproval ?? "never");
+}
+/** Append `codex exec` subcommand flags (after `exec`, before prompt). */
+function appendExecCodexFlags(args, config) {
+	pushOptionalFlag(args, "--cd", config.cwd);
+	pushRepeatableFlag(args, "--add-dir", config.addDirs);
+	pushOptionalFlag(args, "--model", config.model);
+	pushOptionalFlag(args, "--profile", config.profile);
+	pushOptionalFlag(args, "--sandbox", config.sandbox);
+	pushOptionalFlag(args, "--dangerously-bypass-approvals-and-sandbox", config.dangerouslyBypassApprovalsAndSandbox);
+	pushOptionalFlag(args, "--dangerously-bypass-hook-trust", config.dangerouslyBypassHookTrust);
+	pushOptionalFlag(args, "--ephemeral", config.ephemeral);
+	pushOptionalFlag(args, "--ignore-user-config", config.ignoreUserConfig);
+	pushOptionalFlag(args, "--skip-git-repo-check", config.skipGitRepoCheck);
+	pushOptionalFlag(args, "--output-schema", config.outputSchema);
+	pushOptionalFlag(args, "--output-last-message", config.outputLastMessage);
+	if (config.configOverrides) for (const override of config.configOverrides) args.push("-c", override);
+}
+/** @deprecated Use appendGlobalCodexFlags + appendExecCodexFlags */
+function appendCodexFlags(args, config) {
+	appendExecCodexFlags(args, config);
+}
+/**
+* Ensure harness runs pass `--output-last-message` when capture is enabled.
+* Returns the auto-generated path (for cleanup), or null if unchanged.
+*/
+function ensureHarnessOutputLastMessage(config) {
+	if (config.captureLastMessage === false) return null;
+	if (config.outputLastMessage) return null;
+	const path = join(tmpdir(), `harness-eval-codex-last-msg-${randomUUID()}.txt`);
+	config.outputLastMessage = path;
+	return path;
+}
+/**
+* Build argv for `codex --ask-for-approval never exec --json … "<prompt>"`.
+*
+* Expects `config.outputLastMessage` to already be set if capture is desired;
+* call {@link ensureHarnessOutputLastMessage} before this if spawning outside
+* of {@link spawnCodex}.
+*/
+function buildArgs(config) {
+	const args = [];
+	appendGlobalCodexFlags(args, config);
+	args.push("exec", "--json");
+	appendExecCodexFlags(args, config);
+	args.push(config.prompt);
+	return args;
+}
+/**
+* Build argv for `codex --ask-for-approval never exec … "<prompt>"` (no `--json`).
+*/
+function buildJudgeArgs(prompt, config = {}) {
+	const args = [];
+	appendGlobalCodexFlags(args, {
+		...config,
+		askForApproval: config.askForApproval ?? "never"
+	});
+	args.push("exec");
+	appendExecCodexFlags(args, config);
+	args.push(prompt);
+	return args;
+}
+//#endregion
+//#region src/adapters/codex/process.ts
+/**
+* Process management for the Codex CLI adapter.
+*
+* Owns spawning, timeout, abort handling, and process-group teardown for
+* `codex exec --json`. The orchestrator (`index.ts`) reads stdout and awaits
+* completion; this module handles isolation via `$CODEX_HOME` and the
+* SIGTERM → SIGKILL escalation path.
+*/
+const DEFAULT_TIMEOUT_MS = 300 * 1e3;
+/** Grace period between SIGTERM and SIGKILL on timeout or abort. */
+const KILL_GRACE_MS = 5e3;
+/** Resolve `$CODEX_HOME` for isolated runs. Exported for unit tests. */
+function resolveCodexHome(config, tempDir) {
+	if (config.isolateConfig !== true || !tempDir) return void 0;
+	return tempDir;
+}
+/**
+* Spawn `codex exec --json` with optional `$CODEX_HOME` isolation.
+*
+* Timeout and abort both send SIGTERM to the process group, then SIGKILL after
+* {@link KILL_GRACE_MS} if the group is still alive.
+*/
+async function spawnCodex(config) {
+	const binary = config.binary ?? "codex";
+	const autoLastMessagePath = ensureHarnessOutputLastMessage(config);
+	const args = buildArgs(config);
+	const tempConfigDir = config.isolateConfig === true ? await mkdtemp(join(tmpdir(), "harness-eval-codex-")) : null;
+	const env = {
+		...process.env,
+		...config.env
+	};
+	const codexHome = resolveCodexHome(config, tempConfigDir);
+	if (codexHome) env.CODEX_HOME = codexHome;
+	const child = spawn(binary, args, {
+		cwd: config.cwd ?? process.cwd(),
+		env,
+		stdio: [
+			"ignore",
+			"pipe",
+			"pipe"
+		],
+		detached: true
+	});
+	let timedOut = false;
+	let killEscalation = null;
+	const timeoutMs = config.timeoutMs ?? DEFAULT_TIMEOUT_MS;
+	const scheduleKillEscalation = () => {
+		if (killEscalation) clearTimeout(killEscalation);
+		killEscalation = setTimeout(() => killTree(child, "SIGKILL"), KILL_GRACE_MS);
+	};
+	const timeoutTimer = setTimeout(() => {
+		timedOut = true;
+		killTree(child, "SIGTERM");
+		scheduleKillEscalation();
+	}, timeoutMs);
+	const onAbort = () => {
+		killTree(child, "SIGTERM");
+		scheduleKillEscalation();
+	};
+	config.signal?.addEventListener("abort", onAbort, { once: true });
+	const stderrChunks = [];
+	child.stderr?.setEncoding("utf8");
+	child.stderr?.on("data", (chunk) => {
+		stderrChunks.push(chunk);
+	});
+	const stderrCollected = new Promise((resolve) => {
+		const finalize = () => resolve(stderrChunks.join(""));
+		child.stderr?.on("end", finalize);
+		child.stderr?.on("error", finalize);
+	});
+	const done = new Promise((resolve) => {
+		let settled = false;
+		const finalize = (exitCode, signal) => {
+			if (settled) return;
+			settled = true;
+			clearTimeout(timeoutTimer);
+			if (killEscalation) clearTimeout(killEscalation);
+			config.signal?.removeEventListener("abort", onAbort);
+			resolve({
+				exitCode,
+				signal
+			});
+		};
+		child.on("close", (code, signal) => finalize(code, signal));
+		child.on("error", () => finalize(null, null));
+	});
+	const cleanup = async () => {
+		if (autoLastMessagePath) try {
+			await rm(autoLastMessagePath, { force: true });
+		} catch {}
+		if (!tempConfigDir) return;
+		try {
+			await rm(tempConfigDir, {
+				recursive: true,
+				force: true
+			});
+		} catch {}
+	};
+	return {
+		stdout: child.stdout,
+		done,
+		stderrCollected,
+		timedOut: () => timedOut,
+		cleanup
+	};
+}
+/** Kill the detached process group (fallback to single process if group kill fails). */
+function killTree(child, signal) {
+	if (child.pid === void 0) return;
+	try {
+		process.kill(-child.pid, signal);
+	} catch {
+		try {
+			child.kill(signal);
+		} catch {}
+	}
+}
+//#endregion
+//#region src/adapters/codex/index.ts
+/**
+* Codex CLI adapter — public API.
+*/
+/** Run Codex in headless `exec --json` mode and return a trajectory. */
+async function runCodex(config) {
+	const startTs = Date.now();
+	const spawned = await spawnCodex(config);
+	const builder = new TrajectoryBuilder();
+	const mapper = new CodexEventMapper();
+	const rawEvents = [];
+	const parseErrors = [];
+	try {
+		for await (const result of parseCodexJson(spawned.stdout)) {
+			if (!result.ok) {
+				parseErrors.push({
+					line: result.rawLine,
+					error: result.error.message
+				});
+				continue;
+			}
+			for (const event of mapper.map(result.event)) {
+				builder.consume(event);
+				rawEvents.push(event);
+			}
+		}
+		const [{ exitCode, signal }, stderr] = await Promise.all([spawned.done, spawned.stderrCollected]);
+		const diagnostics = {
+			exitCode,
+			signal,
+			stderr,
+			parseErrors,
+			timedOut: spawned.timedOut(),
+			durationMs: Date.now() - startTs
+		};
+		let view;
+		try {
+			view = builder.build();
+		} catch (err) {
+			throw new AdapterError(`harness produced no usable trajectory: ${err instanceof Error ? err.message : String(err)}`, diagnostics);
+		}
+		if (!view.finalResponse && config.outputLastMessage) try {
+			const lastMsg = await readFile(config.outputLastMessage, "utf8");
+			if (lastMsg.trim()) view.finalResponse = lastMsg.trim();
+		} catch {}
+		return {
+			view,
+			diagnostics,
+			rawEvents
+		};
+	} finally {
+		await spawned.cleanup();
+	}
+}
+/** Registered {@link HarnessAdapter} for Codex CLI headless runs. */
+const codexAdapter = {
+	id: "codex",
+	run: runCodex
+};
+//#endregion
+export { appendGlobalCodexFlags as a, ensureHarnessOutputLastMessage as c, mcpToolName as d, appendExecCodexFlags as i, CodexEventMapper as l, runCodex as n, buildArgs as o, appendCodexFlags as r, buildJudgeArgs as s, codexAdapter as t, mapCodexEvents as u };
+
+//# sourceMappingURL=codex-0cHO2te9.js.map

package/dist/codex-0cHO2te9.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codex-0cHO2te9.js","names":[],"sources":["../src/adapters/codex/map-events.ts","../src/adapters/codex/parse-json.ts","../src/adapters/codex/flags.ts","../src/adapters/codex/process.ts","../src/adapters/codex/index.ts"],"sourcesContent":["/**\n * Map Codex `exec --json` NDJSON events into Claude stream-json {@link StreamEvent}\n * shapes for {@link TrajectoryBuilder}.\n */\n\nimport type { StreamEvent, Usage } from \"../../types/stream\";\nimport type { CodexItem, CodexJsonEvent, CodexUsage } from \"./types\";\n\n/** Stateful mapper — tracks session id and pending tool calls across the stream. */\nexport class CodexEventMapper {\n  private sessionId = \"codex-session\";\n  private sawInit = false;\n  private startedItems = new Set<string>();\n  private turnCount = 0;\n\n  /** Map one parsed Codex JSON object to zero or more stream events. */\n  map(event: CodexJsonEvent): StreamEvent[] {\n    const type = event.type;\n    if (!type) return [];\n\n    switch (type) {\n      case \"thread.started\":\n        return [this.buildInit(event.thread_id ?? this.sessionId)];\n      case \"item.started\":\n        return event.item ? this.mapItemStarted(event.item) : [];\n      case \"item.completed\":\n        return event.item ? this.mapItemCompleted(event.item) : [];\n      case \"turn.completed\":\n        this.turnCount++;\n        return [this.buildResult(false, event.usage)];\n      case \"turn.failed\":\n        this.turnCount++;\n        return [this.buildResult(true, event.usage, event.message)];\n      default:\n        return [];\n    }\n  }\n\n  private buildInit(sessionId: string): StreamEvent {\n    this.sessionId = sessionId;\n    this.sawInit = true;\n    return {\n      type: \"system\",\n      subtype: \"init\",\n      session_id: sessionId,\n      cwd: \"\",\n      model: \"\",\n      tools: [],\n      mcp_servers: [],\n    };\n  }\n\n  private ensureInit(): StreamEvent[] {\n    if (this.sawInit) return [];\n    return [this.buildInit(this.sessionId)];\n  }\n\n  private mapItemStarted(item: CodexItem): StreamEvent[] {\n    const itemType = itemTypeOf(item);\n    if (itemType === \"mcp_tool_call\" || itemType === \"command_execution\") {\n      if (item.id) this.startedItems.add(item.id);\n      return [\n        ...this.ensureInit(),\n        itemType === \"mcp_tool_call\"\n          ? this.toolUseEvent(item)\n          : this.commandUseEvent(item),\n      ];\n    }\n    return this.ensureInit();\n  }\n\n  private mapItemCompleted(item: CodexItem): StreamEvent[] {\n    const itemType = itemTypeOf(item);\n    const prefix = this.ensureInit();\n    const id = item.id ?? \"\";\n\n    if (itemType === \"mcp_tool_call\") {\n      const events = [...prefix];\n      // Codex may emit item.completed without a prior item.started; synthesize tool_use.\n      if (!this.startedItems.has(id)) {\n        events.push(this.toolUseEvent(item));\n      } else {\n        this.startedItems.delete(id);\n      }\n      events.push(this.toolResultEvent(item));\n      return events;\n    }\n\n    if (itemType === \"command_execution\") {\n      const events = [...prefix];\n      if (!this.startedItems.has(id)) {\n        events.push(this.commandUseEvent(item));\n      } else {\n        this.startedItems.delete(id);\n      }\n      events.push(this.toolResultEvent(item, \"Bash\"));\n      return events;\n    }\n\n    if (itemType === \"assistant_message\" && item.text) {\n      return [\n        ...prefix,\n        {\n          type: \"assistant\",\n          session_id: this.sessionId,\n          message: {\n            id: item.id ?? `msg_${id}`,\n            type: \"message\",\n            role: \"assistant\",\n            content: [{ type: \"text\", text: item.text }],\n            stop_reason: \"end_turn\",\n          },\n        },\n      ];\n    }\n\n    return prefix;\n  }\n\n  private toolUseEvent(item: CodexItem): StreamEvent {\n    const id = item.id ?? `item_${Math.random().toString(36).slice(2)}`;\n    const name = mcpToolName(item.server ?? \"unknown\", item.tool ?? \"unknown\");\n    return {\n      type: \"assistant\",\n      session_id: this.sessionId,\n      message: {\n        id: `assistant_${id}`,\n        type: \"message\",\n        role: \"assistant\",\n        content: [\n          {\n            type: \"tool_use\",\n            id,\n            name,\n            input: item.arguments ?? {},\n          },\n        ],\n        stop_reason: \"tool_use\",\n      },\n    };\n  }\n\n  private commandUseEvent(item: CodexItem): StreamEvent {\n    const id = item.id ?? `item_${Math.random().toString(36).slice(2)}`;\n    return {\n      type: \"assistant\",\n      session_id: this.sessionId,\n      message: {\n        id: `assistant_${id}`,\n        type: \"message\",\n        role: \"assistant\",\n        content: [\n          {\n            type: \"tool_use\",\n            id,\n            name: \"Bash\",\n            input: { command: item.command ?? \"\" },\n          },\n        ],\n        stop_reason: \"tool_use\",\n      },\n    };\n  }\n\n  private toolResultEvent(item: CodexItem, toolName?: string): StreamEvent {\n    const id = item.id ?? \"\";\n    const isError = item.status === \"failed\" || item.error != null;\n    const content =\n      toolName === \"Bash\"\n        ? formatCommandResult(item)\n        : formatMcpResult(item.result, item.error);\n\n    return {\n      type: \"user\",\n      session_id: this.sessionId,\n      message: {\n        role: \"user\",\n        content: [\n          {\n            type: \"tool_result\",\n            tool_use_id: id,\n            content,\n            is_error: isError,\n          },\n        ],\n      },\n    };\n  }\n\n  private buildResult(\n    isError: boolean,\n    usage?: CodexUsage,\n    message?: string,\n  ): StreamEvent {\n    return {\n      type: \"result\",\n      subtype: isError ? \"error\" : \"success\",\n      session_id: this.sessionId,\n      is_error: isError,\n      result: message ?? \"\",\n      usage: mapUsage(usage),\n      total_cost_usd: 0,\n      duration_ms: 0,\n      num_turns: this.turnCount,\n    };\n  }\n}\n\n/** Map an entire fixture or stream of Codex events through a fresh mapper. */\nexport function mapCodexEvents(events: CodexJsonEvent[]): StreamEvent[] {\n  const mapper = new CodexEventMapper();\n  const out: StreamEvent[] = [];\n  for (const event of events) {\n    out.push(...mapper.map(event));\n  }\n  return out;\n}\n\n/** Build harness-qualified MCP tool name from Codex server + tool fields. */\nexport function mcpToolName(server: string, tool: string): string {\n  return `mcp__${server}__${tool}`;\n}\n\nfunction itemTypeOf(item: CodexItem): string {\n  return item.type ?? item.item_type ?? \"\";\n}\n\nfunction mapUsage(usage?: CodexUsage): Usage {\n  return {\n    input_tokens: usage?.input_tokens ?? 0,\n    output_tokens: usage?.output_tokens ?? 0,\n  };\n}\n\nfunction formatMcpResult(result: unknown, error?: { message?: string } | null): string {\n  if (error?.message) return error.message;\n  if (result == null) return \"\";\n  if (typeof result === \"string\") return result;\n  try {\n    return JSON.stringify(result);\n  } catch {\n    return String(result);\n  }\n}\n\nfunction formatCommandResult(item: CodexItem): string {\n  if (item.aggregated_output) return item.aggregated_output;\n  if (item.exit_code != null) return String(item.exit_code);\n  return \"\";\n}\n","/**\n * Line-buffered NDJSON parser for Codex `exec --json` stdout.\n */\n\nimport type { Readable } from \"node:stream\";\n\nimport type { CodexJsonEvent } from \"./types\";\n\n/** Result of parsing one NDJSON line from Codex stdout. */\nexport type CodexParseResult =\n  | { ok: true; event: CodexJsonEvent; rawLine: string }\n  | { ok: false; error: Error; rawLine: string };\n\n/** Parse Codex JSONL stdout into parsed event objects. */\nexport async function* parseCodexJson(\n  stream: Readable,\n): AsyncGenerator<CodexParseResult, void, void> {\n  let buffer = \"\";\n  stream.setEncoding(\"utf8\");\n\n  for await (const chunk of stream) {\n    buffer += chunk as string;\n\n    let newlineIdx: number;\n    while ((newlineIdx = buffer.indexOf(\"\\n\")) !== -1) {\n      const line = buffer.slice(0, newlineIdx).trim();\n      buffer = buffer.slice(newlineIdx + 1);\n      if (line.length === 0) continue;\n      yield tryParseLine(line);\n    }\n  }\n\n  // Flush a final partial line when Codex closes stdout without a trailing newline.\n  const trailing = buffer.trim();\n  if (trailing.length > 0) {\n    yield tryParseLine(trailing);\n  }\n}\n\nfunction tryParseLine(line: string): CodexParseResult {\n  try {\n    const event = JSON.parse(line) as CodexJsonEvent;\n    return { ok: true, event, rawLine: line };\n  } catch (err) {\n    return {\n      ok: false,\n      error: err instanceof Error ? err : new Error(String(err)),\n      rawLine: line,\n    };\n  }\n}\n","/**\n * Build CLI args for Codex harness and judge subprocesses.\n *\n * `--ask-for-approval` is a **global** flag (before `exec`). Other options attach\n * to the `exec` subcommand per `codex exec --help`.\n */\n\nimport { randomUUID } from \"node:crypto\";\nimport { tmpdir } from \"node:os\";\nimport { join } from \"node:path\";\n\nimport type { CodexAdapterConfig, CodexOptions } from \"./types\";\n\nfunction pushRepeatableFlag(args: string[], flag: string, values?: string[]): void {\n  if (!values) return;\n  for (const value of values) {\n    args.push(flag, value);\n  }\n}\n\nfunction pushOptionalFlag(\n  args: string[],\n  flag: string,\n  value: string | number | boolean | undefined,\n): void {\n  if (value === undefined) return;\n  if (typeof value === \"boolean\") {\n    if (value) args.push(flag);\n    return;\n  }\n  args.push(flag, String(value));\n}\n\n/** Prepend global flags that must appear before the `exec` subcommand. */\nexport function appendGlobalCodexFlags(\n  args: string[],\n  config: CodexOptions,\n): void {\n  pushOptionalFlag(\n    args,\n    \"--ask-for-approval\",\n    config.askForApproval ?? \"never\",\n  );\n}\n\n/** Append `codex exec` subcommand flags (after `exec`, before prompt). */\nexport function appendExecCodexFlags(\n  args: string[],\n  config: CodexOptions & { model?: string; cwd?: string },\n): void {\n  pushOptionalFlag(args, \"--cd\", config.cwd);\n  pushRepeatableFlag(args, \"--add-dir\", config.addDirs);\n  pushOptionalFlag(args, \"--model\", config.model);\n  pushOptionalFlag(args, \"--profile\", config.profile);\n  pushOptionalFlag(args, \"--sandbox\", config.sandbox);\n  pushOptionalFlag(\n    args,\n    \"--dangerously-bypass-approvals-and-sandbox\",\n    config.dangerouslyBypassApprovalsAndSandbox,\n  );\n  pushOptionalFlag(\n    args,\n    \"--dangerously-bypass-hook-trust\",\n    config.dangerouslyBypassHookTrust,\n  );\n  pushOptionalFlag(args, \"--ephemeral\", config.ephemeral);\n  pushOptionalFlag(args, \"--ignore-user-config\", config.ignoreUserConfig);\n  pushOptionalFlag(args, \"--skip-git-repo-check\", config.skipGitRepoCheck);\n  pushOptionalFlag(args, \"--output-schema\", config.outputSchema);\n  pushOptionalFlag(args, \"--output-last-message\", config.outputLastMessage);\n\n  if (config.configOverrides) {\n    for (const override of config.configOverrides) {\n      args.push(\"-c\", override);\n    }\n  }\n}\n\n/** @deprecated Use appendGlobalCodexFlags + appendExecCodexFlags */\nexport function appendCodexFlags(\n  args: string[],\n  config: CodexOptions & { model?: string; cwd?: string },\n): void {\n  appendExecCodexFlags(args, config);\n}\n\n/**\n * Ensure harness runs pass `--output-last-message` when capture is enabled.\n * Returns the auto-generated path (for cleanup), or null if unchanged.\n */\nexport function ensureHarnessOutputLastMessage(\n  config: CodexAdapterConfig,\n): string | null {\n  if (config.captureLastMessage === false) return null;\n  if (config.outputLastMessage) return null;\n\n  const path = join(tmpdir(), `harness-eval-codex-last-msg-${randomUUID()}.txt`);\n  config.outputLastMessage = path;\n  return path;\n}\n\n/**\n * Build argv for `codex --ask-for-approval never exec --json … \"<prompt>\"`.\n *\n * Expects `config.outputLastMessage` to already be set if capture is desired;\n * call {@link ensureHarnessOutputLastMessage} before this if spawning outside\n * of {@link spawnCodex}.\n */\nexport function buildArgs(config: CodexAdapterConfig): string[] {\n  const args: string[] = [];\n  appendGlobalCodexFlags(args, config);\n  args.push(\"exec\", \"--json\");\n  appendExecCodexFlags(args, config);\n  args.push(config.prompt);\n  return args;\n}\n\n/**\n * Build argv for `codex --ask-for-approval never exec … \"<prompt>\"` (no `--json`).\n */\nexport function buildJudgeArgs(\n  prompt: string,\n  config: CodexOptions & { model?: string; cwd?: string } = {},\n): string[] {\n  const args: string[] = [];\n  appendGlobalCodexFlags(args, {\n    ...config,\n    askForApproval: config.askForApproval ?? \"never\",\n  });\n  args.push(\"exec\");\n  appendExecCodexFlags(args, config);\n  args.push(prompt);\n  return args;\n}\n","/**\n * Process management for the Codex CLI adapter.\n *\n * Owns spawning, timeout, abort handling, and process-group teardown for\n * `codex exec --json`. The orchestrator (`index.ts`) reads stdout and awaits\n * completion; this module handles isolation via `$CODEX_HOME` and the\n * SIGTERM → SIGKILL escalation path.\n */\n\nimport { spawn, type ChildProcess } from \"node:child_process\";\nimport { mkdtemp, rm } from \"node:fs/promises\";\nimport { tmpdir } from \"node:os\";\nimport { join } from \"node:path\";\nimport type { Readable } from \"node:stream\";\n\nimport { buildArgs, ensureHarnessOutputLastMessage } from \"./flags\";\nimport type { CodexAdapterConfig } from \"./types\";\n\nconst DEFAULT_TIMEOUT_MS = 5 * 60 * 1000;\n\n/** Grace period between SIGTERM and SIGKILL on timeout or abort. */\nconst KILL_GRACE_MS = 5_000;\n\n/**\n * Handle to a spawned `codex` process. Read `stdout` via {@link parseCodexJson},\n * await `done` for exit state, `stderrCollected` for diagnostics, then call\n * `cleanup()` to remove temp `$CODEX_HOME` and auto-generated last-message files.\n */\nexport interface SpawnedCodex {\n  stdout: Readable;\n  done: Promise<{ exitCode: number | null; signal: NodeJS.Signals | null }>;\n  stderrCollected: Promise<string>;\n  timedOut: () => boolean;\n  cleanup: () => Promise<void>;\n}\n\n/** Resolve `$CODEX_HOME` for isolated runs. Exported for unit tests. */\nexport function resolveCodexHome(\n  config: Pick<CodexAdapterConfig, \"isolateConfig\">,\n  tempDir: string | null,\n): string | undefined {\n  if (config.isolateConfig !== true || !tempDir) return undefined;\n  return tempDir;\n}\n\n/**\n * Spawn `codex exec --json` with optional `$CODEX_HOME` isolation.\n *\n * Timeout and abort both send SIGTERM to the process group, then SIGKILL after\n * {@link KILL_GRACE_MS} if the group is still alive.\n */\nexport async function spawnCodex(\n  config: CodexAdapterConfig,\n): Promise<SpawnedCodex> {\n  const binary = config.binary ?? \"codex\";\n  const autoLastMessagePath = ensureHarnessOutputLastMessage(config);\n  const args = buildArgs(config);\n\n  // Isolated runs use a fresh temp dir so auth and config do not leak between reps.\n  const tempConfigDir =\n    config.isolateConfig === true\n      ? await mkdtemp(join(tmpdir(), \"harness-eval-codex-\"))\n      : null;\n\n  const env: Record<string, string | undefined> = {\n    ...process.env,\n    ...config.env,\n  };\n\n  const codexHome = resolveCodexHome(config, tempConfigDir);\n  if (codexHome) {\n    env.CODEX_HOME = codexHome;\n  }\n\n  const child = spawn(binary, args, {\n    cwd: config.cwd ?? process.cwd(),\n    env,\n    stdio: [\"ignore\", \"pipe\", \"pipe\"],\n    detached: true,\n  });\n\n  let timedOut = false;\n  let killEscalation: NodeJS.Timeout | null = null;\n  const timeoutMs = config.timeoutMs ?? DEFAULT_TIMEOUT_MS;\n\n  const scheduleKillEscalation = () => {\n    if (killEscalation) clearTimeout(killEscalation);\n    killEscalation = setTimeout(\n      () => killTree(child, \"SIGKILL\"),\n      KILL_GRACE_MS,\n    );\n  };\n\n  const timeoutTimer = setTimeout(() => {\n    timedOut = true;\n    killTree(child, \"SIGTERM\");\n    scheduleKillEscalation();\n  }, timeoutMs);\n\n  const onAbort = () => {\n    killTree(child, \"SIGTERM\");\n    scheduleKillEscalation();\n  };\n  config.signal?.addEventListener(\"abort\", onAbort, { once: true });\n\n  const stderrChunks: string[] = [];\n  child.stderr?.setEncoding(\"utf8\");\n  child.stderr?.on(\"data\", (chunk: string) => {\n    stderrChunks.push(chunk);\n  });\n\n  const stderrCollected = new Promise<string>((resolve) => {\n    const finalize = () => resolve(stderrChunks.join(\"\"));\n    child.stderr?.on(\"end\", finalize);\n    child.stderr?.on(\"error\", finalize);\n  });\n\n  const done = new Promise<{\n    exitCode: number | null;\n    signal: NodeJS.Signals | null;\n  }>((resolve) => {\n    let settled = false;\n    const finalize = (\n      exitCode: number | null,\n      signal: NodeJS.Signals | null,\n    ) => {\n      if (settled) return;\n      settled = true;\n      clearTimeout(timeoutTimer);\n      if (killEscalation) clearTimeout(killEscalation);\n      config.signal?.removeEventListener(\"abort\", onAbort);\n      resolve({ exitCode, signal });\n    };\n\n    child.on(\"close\", (code, signal) => finalize(code, signal));\n    child.on(\"error\", () => finalize(null, null));\n  });\n\n  const cleanup = async () => {\n    if (autoLastMessagePath) {\n      try {\n        await rm(autoLastMessagePath, { force: true });\n      } catch {\n        // best-effort temp cleanup\n      }\n    }\n    if (!tempConfigDir) return;\n    try {\n      await rm(tempConfigDir, { recursive: true, force: true });\n    } catch {\n      // best-effort temp cleanup\n    }\n  };\n\n  return {\n    stdout: child.stdout!,\n    done,\n    stderrCollected,\n    timedOut: () => timedOut,\n    cleanup,\n  };\n}\n\n/** Kill the detached process group (fallback to single process if group kill fails). */\nfunction killTree(child: ChildProcess, signal: NodeJS.Signals): void {\n  if (child.pid === undefined) return;\n  try {\n    process.kill(-child.pid, signal);\n  } catch {\n    try {\n      child.kill(signal);\n    } catch {\n      // process gone\n    }\n  }\n}\n","/**\n * Codex CLI adapter — public API.\n */\n\nimport { readFile } from \"node:fs/promises\";\n\nimport { TrajectoryBuilder } from \"../../trajectory/builder\";\nimport type { StreamEvent } from \"../../types/stream\";\n\nimport { AdapterError } from \"../types\";\nimport type { HarnessAdapter } from \"../types\";\nimport { CodexEventMapper } from \"./map-events\";\nimport { parseCodexJson } from \"./parse-json\";\nimport { spawnCodex } from \"./process\";\nimport type {\n  AdapterDiagnostics,\n  CodexAdapterConfig,\n  CodexAdapterResult,\n  ParseErrorRecord,\n} from \"./types\";\n\nexport { AdapterError } from \"../types\";\nexport type {\n  AdapterDiagnostics,\n  AdapterResult,\n  CodexAdapterConfig,\n  CodexAdapterResult,\n  CodexOptions,\n  ParseErrorRecord,\n} from \"./types\";\nexport { mcpToolName, mapCodexEvents, CodexEventMapper } from \"./map-events\";\nexport {\n  buildArgs,\n  buildJudgeArgs,\n  appendCodexFlags,\n  appendGlobalCodexFlags,\n  appendExecCodexFlags,\n  ensureHarnessOutputLastMessage,\n} from \"./flags\";\n\n/** Run Codex in headless `exec --json` mode and return a trajectory. */\nexport async function runCodex(\n  config: CodexAdapterConfig,\n): Promise<CodexAdapterResult> {\n  const startTs = Date.now();\n  const spawned = await spawnCodex(config);\n\n  const builder = new TrajectoryBuilder();\n  const mapper = new CodexEventMapper();\n  const rawEvents: StreamEvent[] = [];\n  const parseErrors: ParseErrorRecord[] = [];\n\n  try {\n    for await (const result of parseCodexJson(spawned.stdout)) {\n      if (!result.ok) {\n        parseErrors.push({\n          line: result.rawLine,\n          error: result.error.message,\n        });\n        continue;\n      }\n\n      for (const event of mapper.map(result.event)) {\n        builder.consume(event);\n        rawEvents.push(event);\n      }\n    }\n\n    const [{ exitCode, signal }, stderr] = await Promise.all([\n      spawned.done,\n      spawned.stderrCollected,\n    ]);\n\n    const diagnostics: AdapterDiagnostics = {\n      exitCode,\n      signal,\n      stderr,\n      parseErrors,\n      timedOut: spawned.timedOut(),\n      durationMs: Date.now() - startTs,\n    };\n\n    let view;\n    try {\n      view = builder.build();\n    } catch (err) {\n      const message = err instanceof Error ? err.message : String(err);\n      throw new AdapterError(\n        `harness produced no usable trajectory: ${message}`,\n        diagnostics,\n      );\n    }\n\n    if (!view.finalResponse && config.outputLastMessage) {\n      try {\n        const lastMsg = await readFile(config.outputLastMessage, \"utf8\");\n        if (lastMsg.trim()) {\n          view.finalResponse = lastMsg.trim();\n        }\n      } catch {\n        // Codex may omit the file when the run times out or exits before writing.\n      }\n    }\n\n    return { view, diagnostics, rawEvents };\n  } finally {\n    await spawned.cleanup();\n  }\n}\n\n/** Registered {@link HarnessAdapter} for Codex CLI headless runs. */\nexport const codexAdapter: HarnessAdapter<CodexAdapterConfig> = {\n  id: \"codex\",\n  run: runCodex,\n};\n"],"mappings":";;;;;;;;AASA,IAAa,mBAAb,MAA8B;CAC5B,YAAoB;CACpB,UAAkB;CAClB,+BAAuB,IAAI,IAAY;CACvC,YAAoB;;CAGpB,IAAI,OAAsC;EACxC,MAAM,OAAO,MAAM;EACnB,IAAI,CAAC,MAAM,OAAO,CAAC;EAEnB,QAAQ,MAAR;GACE,KAAK,kBACH,OAAO,CAAC,KAAK,UAAU,MAAM,aAAa,KAAK,SAAS,CAAC;GAC3D,KAAK,gBACH,OAAO,MAAM,OAAO,KAAK,eAAe,MAAM,IAAI,IAAI,CAAC;GACzD,KAAK,kBACH,OAAO,MAAM,OAAO,KAAK,iBAAiB,MAAM,IAAI,IAAI,CAAC;GAC3D,KAAK;IACH,KAAK;IACL,OAAO,CAAC,KAAK,YAAY,OAAO,MAAM,KAAK,CAAC;GAC9C,KAAK;IACH,KAAK;IACL,OAAO,CAAC,KAAK,YAAY,MAAM,MAAM,OAAO,MAAM,OAAO,CAAC;GAC5D,SACE,OAAO,CAAC;EACZ;CACF;CAEA,UAAkB,WAAgC;EAChD,KAAK,YAAY;EACjB,KAAK,UAAU;EACf,OAAO;GACL,MAAM;GACN,SAAS;GACT,YAAY;GACZ,KAAK;GACL,OAAO;GACP,OAAO,CAAC;GACR,aAAa,CAAC;EAChB;CACF;CAEA,aAAoC;EAClC,IAAI,KAAK,SAAS,OAAO,CAAC;EAC1B,OAAO,CAAC,KAAK,UAAU,KAAK,SAAS,CAAC;CACxC;CAEA,eAAuB,MAAgC;EACrD,MAAM,WAAW,WAAW,IAAI;EAChC,IAAI,aAAa,mBAAmB,aAAa,qBAAqB;GACpE,IAAI,KAAK,IAAI,KAAK,aAAa,IAAI,KAAK,EAAE;GAC1C,OAAO,CACL,GAAG,KAAK,WAAW,GACnB,aAAa,kBACT,KAAK,aAAa,IAAI,IACtB,KAAK,gBAAgB,IAAI,CAC/B;EACF;EACA,OAAO,KAAK,WAAW;CACzB;CAEA,iBAAyB,MAAgC;EACvD,MAAM,WAAW,WAAW,IAAI;EAChC,MAAM,SAAS,KAAK,WAAW;EAC/B,MAAM,KAAK,KAAK,MAAM;EAEtB,IAAI,aAAa,iBAAiB;GAChC,MAAM,SAAS,CAAC,GAAG,MAAM;GAEzB,IAAI,CAAC,KAAK,aAAa,IAAI,EAAE,GAC3B,OAAO,KAAK,KAAK,aAAa,IAAI,CAAC;QAEnC,KAAK,aAAa,OAAO,EAAE;GAE7B,OAAO,KAAK,KAAK,gBAAgB,IAAI,CAAC;GACtC,OAAO;EACT;EAEA,IAAI,aAAa,qBAAqB;GACpC,MAAM,SAAS,CAAC,GAAG,MAAM;GACzB,IAAI,CAAC,KAAK,aAAa,IAAI,EAAE,GAC3B,OAAO,KAAK,KAAK,gBAAgB,IAAI,CAAC;QAEtC,KAAK,aAAa,OAAO,EAAE;GAE7B,OAAO,KAAK,KAAK,gBAAgB,MAAM,MAAM,CAAC;GAC9C,OAAO;EACT;EAEA,IAAI,aAAa,uBAAuB,KAAK,MAC3C,OAAO,CACL,GAAG,QACH;GACE,MAAM;GACN,YAAY,KAAK;GACjB,SAAS;IACP,IAAI,KAAK,MAAM,OAAO;IACtB,MAAM;IACN,MAAM;IACN,SAAS,CAAC;KAAE,MAAM;KAAQ,MAAM,KAAK;IAAK,CAAC;IAC3C,aAAa;GACf;EACF,CACF;EAGF,OAAO;CACT;CAEA,aAAqB,MAA8B;EACjD,MAAM,KAAK,KAAK,MAAM,QAAQ,KAAK,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC;EAChE,MAAM,OAAO,YAAY,KAAK,UAAU,WAAW,KAAK,QAAQ,SAAS;EACzE,OAAO;GACL,MAAM;GACN,YAAY,KAAK;GACjB,SAAS;IACP,IAAI,aAAa;IACjB,MAAM;IACN,MAAM;IACN,SAAS,CACP;KACE,MAAM;KACN;KACA;KACA,OAAO,KAAK,aAAa,CAAC;IAC5B,CACF;IACA,aAAa;GACf;EACF;CACF;CAEA,gBAAwB,MAA8B;EACpD,MAAM,KAAK,KAAK,MAAM,QAAQ,KAAK,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC;EAChE,OAAO;GACL,MAAM;GACN,YAAY,KAAK;GACjB,SAAS;IACP,IAAI,aAAa;IACjB,MAAM;IACN,MAAM;IACN,SAAS,CACP;KACE,MAAM;KACN;KACA,MAAM;KACN,OAAO,EAAE,SAAS,KAAK,WAAW,GAAG;IACvC,CACF;IACA,aAAa;GACf;EACF;CACF;CAEA,gBAAwB,MAAiB,UAAgC;EACvE,MAAM,KAAK,KAAK,MAAM;EACtB,MAAM,UAAU,KAAK,WAAW,YAAY,KAAK,SAAS;EAC1D,MAAM,UACJ,aAAa,SACT,oBAAoB,IAAI,IACxB,gBAAgB,KAAK,QAAQ,KAAK,KAAK;EAE7C,OAAO;GACL,MAAM;GACN,YAAY,KAAK;GACjB,SAAS;IACP,MAAM;IACN,SAAS,CACP;KACE,MAAM;KACN,aAAa;KACb;KACA,UAAU;IACZ,CACF;GACF;EACF;CACF;CAEA,YACE,SACA,OACA,SACa;EACb,OAAO;GACL,MAAM;GACN,SAAS,UAAU,UAAU;GAC7B,YAAY,KAAK;GACjB,UAAU;GACV,QAAQ,WAAW;GACnB,OAAO,SAAS,KAAK;GACrB,gBAAgB;GAChB,aAAa;GACb,WAAW,KAAK;EAClB;CACF;AACF;;AAGA,SAAgB,eAAe,QAAyC;CACtE,MAAM,SAAS,IAAI,iBAAiB;CACpC,MAAM,MAAqB,CAAC;CAC5B,KAAK,MAAM,SAAS,QAClB,IAAI,KAAK,GAAG,OAAO,IAAI,KAAK,CAAC;CAE/B,OAAO;AACT;;AAGA,SAAgB,YAAY,QAAgB,MAAsB;CAChE,OAAO,QAAQ,OAAO,IAAI;AAC5B;AAEA,SAAS,WAAW,MAAyB;CAC3C,OAAO,KAAK,QAAQ,KAAK,aAAa;AACxC;AAEA,SAAS,SAAS,OAA2B;CAC3C,OAAO;EACL,cAAc,OAAO,gBAAgB;EACrC,eAAe,OAAO,iBAAiB;CACzC;AACF;AAEA,SAAS,gBAAgB,QAAiB,OAA6C;CACrF,IAAI,OAAO,SAAS,OAAO,MAAM;CACjC,IAAI,UAAU,MAAM,OAAO;CAC3B,IAAI,OAAO,WAAW,UAAU,OAAO;CACvC,IAAI;EACF,OAAO,KAAK,UAAU,MAAM;CAC9B,QAAQ;EACN,OAAO,OAAO,MAAM;CACtB;AACF;AAEA,SAAS,oBAAoB,MAAyB;CACpD,IAAI,KAAK,mBAAmB,OAAO,KAAK;CACxC,IAAI,KAAK,aAAa,MAAM,OAAO,OAAO,KAAK,SAAS;CACxD,OAAO;AACT;;;;AC3OA,gBAAuB,eACrB,QAC8C;CAC9C,IAAI,SAAS;CACb,OAAO,YAAY,MAAM;CAEzB,WAAW,MAAM,SAAS,QAAQ;EAChC,UAAU;EAEV,IAAI;EACJ,QAAQ,aAAa,OAAO,QAAQ,IAAI,OAAO,IAAI;GACjD,MAAM,OAAO,OAAO,MAAM,GAAG,UAAU,CAAC,CAAC,KAAK;GAC9C,SAAS,OAAO,MAAM,aAAa,CAAC;GACpC,IAAI,KAAK,WAAW,GAAG;GACvB,MAAM,aAAa,IAAI;EACzB;CACF;CAGA,MAAM,WAAW,OAAO,KAAK;CAC7B,IAAI,SAAS,SAAS,GACpB,MAAM,aAAa,QAAQ;AAE/B;AAEA,SAAS,aAAa,MAAgC;CACpD,IAAI;EAEF,OAAO;GAAE,IAAI;GAAM,OADL,KAAK,MAAM,IACF;GAAG,SAAS;EAAK;CAC1C,SAAS,KAAK;EACZ,OAAO;GACL,IAAI;GACJ,OAAO,eAAe,QAAQ,MAAM,IAAI,MAAM,OAAO,GAAG,CAAC;GACzD,SAAS;EACX;CACF;AACF;;;;;;;;;ACrCA,SAAS,mBAAmB,MAAgB,MAAc,QAAyB;CACjF,IAAI,CAAC,QAAQ;CACb,KAAK,MAAM,SAAS,QAClB,KAAK,KAAK,MAAM,KAAK;AAEzB;AAEA,SAAS,iBACP,MACA,MACA,OACM;CACN,IAAI,UAAU,KAAA,GAAW;CACzB,IAAI,OAAO,UAAU,WAAW;EAC9B,IAAI,OAAO,KAAK,KAAK,IAAI;EACzB;CACF;CACA,KAAK,KAAK,MAAM,OAAO,KAAK,CAAC;AAC/B;;AAGA,SAAgB,uBACd,MACA,QACM;CACN,iBACE,MACA,sBACA,OAAO,kBAAkB,OAC3B;AACF;;AAGA,SAAgB,qBACd,MACA,QACM;CACN,iBAAiB,MAAM,QAAQ,OAAO,GAAG;CACzC,mBAAmB,MAAM,aAAa,OAAO,OAAO;CACpD,iBAAiB,MAAM,WAAW,OAAO,KAAK;CAC9C,iBAAiB,MAAM,aAAa,OAAO,OAAO;CAClD,iBAAiB,MAAM,aAAa,OAAO,OAAO;CAClD,iBACE,MACA,8CACA,OAAO,oCACT;CACA,iBACE,MACA,mCACA,OAAO,0BACT;CACA,iBAAiB,MAAM,eAAe,OAAO,SAAS;CACtD,iBAAiB,MAAM,wBAAwB,OAAO,gBAAgB;CACtE,iBAAiB,MAAM,yBAAyB,OAAO,gBAAgB;CACvE,iBAAiB,MAAM,mBAAmB,OAAO,YAAY;CAC7D,iBAAiB,MAAM,yBAAyB,OAAO,iBAAiB;CAExE,IAAI,OAAO,iBACT,KAAK,MAAM,YAAY,OAAO,iBAC5B,KAAK,KAAK,MAAM,QAAQ;AAG9B;;AAGA,SAAgB,iBACd,MACA,QACM;CACN,qBAAqB,MAAM,MAAM;AACnC;;;;;AAMA,SAAgB,+BACd,QACe;CACf,IAAI,OAAO,uBAAuB,OAAO,OAAO;CAChD,IAAI,OAAO,mBAAmB,OAAO;CAErC,MAAM,OAAO,KAAK,OAAO,GAAG,+BAA+B,WAAW,EAAE,KAAK;CAC7E,OAAO,oBAAoB;CAC3B,OAAO;AACT;;;;;;;;AASA,SAAgB,UAAU,QAAsC;CAC9D,MAAM,OAAiB,CAAC;CACxB,uBAAuB,MAAM,MAAM;CACnC,KAAK,KAAK,QAAQ,QAAQ;CAC1B,qBAAqB,MAAM,MAAM;CACjC,KAAK,KAAK,OAAO,MAAM;CACvB,OAAO;AACT;;;;AAKA,SAAgB,eACd,QACA,SAA0D,CAAC,GACjD;CACV,MAAM,OAAiB,CAAC;CACxB,uBAAuB,MAAM;EAC3B,GAAG;EACH,gBAAgB,OAAO,kBAAkB;CAC3C,CAAC;CACD,KAAK,KAAK,MAAM;CAChB,qBAAqB,MAAM,MAAM;CACjC,KAAK,KAAK,MAAM;CAChB,OAAO;AACT;;;;;;;;;;;ACnHA,MAAM,qBAAqB,MAAS;;AAGpC,MAAM,gBAAgB;;AAgBtB,SAAgB,iBACd,QACA,SACoB;CACpB,IAAI,OAAO,kBAAkB,QAAQ,CAAC,SAAS,OAAO,KAAA;CACtD,OAAO;AACT;;;;;;;AAQA,eAAsB,WACpB,QACuB;CACvB,MAAM,SAAS,OAAO,UAAU;CAChC,MAAM,sBAAsB,+BAA+B,MAAM;CACjE,MAAM,OAAO,UAAU,MAAM;CAG7B,MAAM,gBACJ,OAAO,kBAAkB,OACrB,MAAM,QAAQ,KAAK,OAAO,GAAG,qBAAqB,CAAC,IACnD;CAEN,MAAM,MAA0C;EAC9C,GAAG,QAAQ;EACX,GAAG,OAAO;CACZ;CAEA,MAAM,YAAY,iBAAiB,QAAQ,aAAa;CACxD,IAAI,WACF,IAAI,aAAa;CAGnB,MAAM,QAAQ,MAAM,QAAQ,MAAM;EAChC,KAAK,OAAO,OAAO,QAAQ,IAAI;EAC/B;EACA,OAAO;GAAC;GAAU;GAAQ;EAAM;EAChC,UAAU;CACZ,CAAC;CAED,IAAI,WAAW;CACf,IAAI,iBAAwC;CAC5C,MAAM,YAAY,OAAO,aAAa;CAEtC,MAAM,+BAA+B;EACnC,IAAI,gBAAgB,aAAa,cAAc;EAC/C,iBAAiB,iBACT,SAAS,OAAO,SAAS,GAC/B,aACF;CACF;CAEA,MAAM,eAAe,iBAAiB;EACpC,WAAW;EACX,SAAS,OAAO,SAAS;EACzB,uBAAuB;CACzB,GAAG,SAAS;CAEZ,MAAM,gBAAgB;EACpB,SAAS,OAAO,SAAS;EACzB,uBAAuB;CACzB;CACA,OAAO,QAAQ,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;CAEhE,MAAM,eAAyB,CAAC;CAChC,MAAM,QAAQ,YAAY,MAAM;CAChC,MAAM,QAAQ,GAAG,SAAS,UAAkB;EAC1C,aAAa,KAAK,KAAK;CACzB,CAAC;CAED,MAAM,kBAAkB,IAAI,SAAiB,YAAY;EACvD,MAAM,iBAAiB,QAAQ,aAAa,KAAK,EAAE,CAAC;EACpD,MAAM,QAAQ,GAAG,OAAO,QAAQ;EAChC,MAAM,QAAQ,GAAG,SAAS,QAAQ;CACpC,CAAC;CAED,MAAM,OAAO,IAAI,SAGb,YAAY;EACd,IAAI,UAAU;EACd,MAAM,YACJ,UACA,WACG;GACH,IAAI,SAAS;GACb,UAAU;GACV,aAAa,YAAY;GACzB,IAAI,gBAAgB,aAAa,cAAc;GAC/C,OAAO,QAAQ,oBAAoB,SAAS,OAAO;GACnD,QAAQ;IAAE;IAAU;GAAO,CAAC;EAC9B;EAEA,MAAM,GAAG,UAAU,MAAM,WAAW,SAAS,MAAM,MAAM,CAAC;EAC1D,MAAM,GAAG,eAAe,SAAS,MAAM,IAAI,CAAC;CAC9C,CAAC;CAED,MAAM,UAAU,YAAY;EAC1B,IAAI,qBACF,IAAI;GACF,MAAM,GAAG,qBAAqB,EAAE,OAAO,KAAK,CAAC;EAC/C,QAAQ,CAER;EAEF,IAAI,CAAC,eAAe;EACpB,IAAI;GACF,MAAM,GAAG,eAAe;IAAE,WAAW;IAAM,OAAO;GAAK,CAAC;EAC1D,QAAQ,CAER;CACF;CAEA,OAAO;EACL,QAAQ,MAAM;EACd;EACA;EACA,gBAAgB;EAChB;CACF;AACF;;AAGA,SAAS,SAAS,OAAqB,QAA8B;CACnE,IAAI,MAAM,QAAQ,KAAA,GAAW;CAC7B,IAAI;EACF,QAAQ,KAAK,CAAC,MAAM,KAAK,MAAM;CACjC,QAAQ;EACN,IAAI;GACF,MAAM,KAAK,MAAM;EACnB,QAAQ,CAER;CACF;AACF;;;;;;;ACtIA,eAAsB,SACpB,QAC6B;CAC7B,MAAM,UAAU,KAAK,IAAI;CACzB,MAAM,UAAU,MAAM,WAAW,MAAM;CAEvC,MAAM,UAAU,IAAI,kBAAkB;CACtC,MAAM,SAAS,IAAI,iBAAiB;CACpC,MAAM,YAA2B,CAAC;CAClC,MAAM,cAAkC,CAAC;CAEzC,IAAI;EACF,WAAW,MAAM,UAAU,eAAe,QAAQ,MAAM,GAAG;GACzD,IAAI,CAAC,OAAO,IAAI;IACd,YAAY,KAAK;KACf,MAAM,OAAO;KACb,OAAO,OAAO,MAAM;IACtB,CAAC;IACD;GACF;GAEA,KAAK,MAAM,SAAS,OAAO,IAAI,OAAO,KAAK,GAAG;IAC5C,QAAQ,QAAQ,KAAK;IACrB,UAAU,KAAK,KAAK;GACtB;EACF;EAEA,MAAM,CAAC,EAAE,UAAU,UAAU,UAAU,MAAM,QAAQ,IAAI,CACvD,QAAQ,MACR,QAAQ,eACV,CAAC;EAED,MAAM,cAAkC;GACtC;GACA;GACA;GACA;GACA,UAAU,QAAQ,SAAS;GAC3B,YAAY,KAAK,IAAI,IAAI;EAC3B;EAEA,IAAI;EACJ,IAAI;GACF,OAAO,QAAQ,MAAM;EACvB,SAAS,KAAK;GAEZ,MAAM,IAAI,aACR,0CAFc,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,KAG7D,WACF;EACF;EAEA,IAAI,CAAC,KAAK,iBAAiB,OAAO,mBAChC,IAAI;GACF,MAAM,UAAU,MAAM,SAAS,OAAO,mBAAmB,MAAM;GAC/D,IAAI,QAAQ,KAAK,GACf,KAAK,gBAAgB,QAAQ,KAAK;EAEtC,QAAQ,CAER;EAGF,OAAO;GAAE;GAAM;GAAa;EAAU;CACxC,UAAU;EACR,MAAM,QAAQ,QAAQ;CACxB;AACF;;AAGA,MAAa,eAAmD;CAC9D,IAAI;CACJ,KAAK;AACP"}

package/dist/config/loader.d.ts

@@ -1,2 +1,2 @@
-import { a as loadGradingConfig, i as GradingConfig, n as parseCasesFile, o as parseGradingConfig, r as parseSuite, s as ConfigError, t as loadSuite } from "../loader-C9yQHUPC.js";
-export { ConfigError, type GradingConfig, loadGradingConfig, loadSuite, parseCasesFile, parseGradingConfig, parseSuite };
+import { a as loadSuiteDocument, c as GradingConfig, d as ConfigError, i as parseCasesFile, l as loadGradingConfig, n as parseSuite, o as SuiteDocument, r as parseSuiteDirectory, t as loadSuite, u as parseGradingConfig } from "../loader-B1WmGGzf.js";
+export { ConfigError, type GradingConfig, type SuiteDocument, loadGradingConfig, loadSuite, loadSuiteDocument, parseCasesFile, parseGradingConfig, parseSuite, parseSuiteDirectory };

package/dist/config/loader.js

@@ -1,2 +1,2 @@
-import { a as parseGradingConfig, i as loadGradingConfig, n as parseCasesFile, o as ConfigError, r as parseSuite, t as loadSuite } from "../loader-DcI0KfRX.js";
-export { ConfigError, loadGradingConfig, loadSuite, parseCasesFile, parseGradingConfig, parseSuite };
+import { a as parseGradingConfig, c as parseCasesFile, i as loadGradingConfig, l as ConfigError, n as parseSuite, o as loadSuiteDocument, r as parseSuiteDirectory, t as loadSuite } from "../loader-DnQ6Jt0i.js";
+export { ConfigError, loadGradingConfig, loadSuite, loadSuiteDocument, parseCasesFile, parseGradingConfig, parseSuite, parseSuiteDirectory };

package/dist/{index-V22PrR0p.d.ts → index-DnvP1UBl.d.ts}

@@ -1,4 +1,4 @@
-import { a as HarnessAdapter, i as BaseAdapterConfig, n as AdapterError, o as ParseErrorRecord, r as AdapterResult, t as AdapterDiagnostics, x as StreamEvent } from "./types-B9H4IZtA.js";
+import { a as HarnessAdapter, i as BaseAdapterConfig, n as AdapterError, o as ParseErrorRecord, r as AdapterResult, t as AdapterDiagnostics, x as StreamEvent } from "./types-C0gBkl0-.js";
 
 //#region src/adapters/claude-code/types.d.ts
 /** Claude Code permission modes (`--permission-mode`). */
@@ -70,4 +70,4 @@ declare function runClaudeCode(config: ClaudeCodeAdapterConfig): Promise<ClaudeC
 declare const claudeCodeAdapter: HarnessAdapter<ClaudeCodeAdapterConfig>;
 //#endregion
 export { ClaudeCodeAdapterResult as a, ClaudeCodeAdapterConfig as i, index_d_exports as n, ClaudeCodeOptions as o, runClaudeCode as r, PermissionMode as s, claudeCodeAdapter as t };
-//# sourceMappingURL=index-V22PrR0p.d.ts.map
+//# sourceMappingURL=index-DnvP1UBl.d.ts.map