reeval 0.8.0 → 0.10.0

package/dist/questions-DjAwMxZ3.js

@@ -0,0 +1,524 @@
+import { s as recordFileName } from "./ids-Bp6ut7ZD.js";
+import { c as judgeRoute } from "./judge-DW_GDOmB.js";
+import { o as redactSecrets } from "./redact-DJ9JCShu.js";
+import { i as resolveQuestionState, t as DEFAULT_QUESTION_STATE } from "./state-CeR6oz0k.js";
+import { a as providerModel, i as isFake, r as cannedModel } from "./model-h_cDtcRr.js";
+import { n as judgeDiff } from "./patch-Zac5aIRM.js";
+import { t as transcriptForJudge } from "./transcript-BNNANU8A.js";
+import { c as sideName, d as voteOf, f as voteReason, i as pairsOf, l as slots, o as ratesOf, t as acrossOf } from "./pairs-CnInRu-G.js";
+import { join } from "node:path";
+import { z } from "zod";
+import { readFile } from "node:fs/promises";
+import { Output, generateText } from "ai";
+//#region src/compare/questions.ts
+const DEFAULT_SHOWS = { state: DEFAULT_QUESTION_STATE };
+const isOn = (value) => value !== false && !(Array.isArray(value) && !value.length);
+/** `a`, `a and b`, `a, b and c`. */
+const listed = (parts) => parts.length < 2 ? parts[0] ?? "" : `${parts.slice(0, -1).join(", ")} and ${parts.at(-1)}`;
+/** The system prompt, naming the parts each attempt is shown as. */
+function questionSystem(shows = DEFAULT_SHOWS, taskEach = false) {
+	const { state } = shows;
+	const parts = [
+		...taskEach && state.task ? ["the prompts it was sent"] : [],
+		...state.output ? ["its final message"] : [],
+		...isOn(state.transcript) ? ["its transcript"] : [],
+		...state.files ? ["the files it changed"] : [],
+		...isOn(state.diff) ? ["the changes it made to the project, as a unified diff"] : [],
+		...isOn(state.checks) ? ["the commands run on its work, with their exit codes and output"] : [],
+		...shows.artifacts !== void 0 ? ["screenshots of its work"] : []
+	];
+	return `You compare two attempts by coding agents at the same task and answer one question about them.
+Each attempt is shown as ${listed(parts)}, labelled A or B. The labels are assigned at random: which attempt comes first says nothing about it.
+Judge only by the question, from what is shown. Answer A or B for the attempt the question favours, or tie when what is shown doesn't separate them on it. Give a short reason for the pick.`;
+}
+const voteSchema = z.object({
+	winner: z.enum([
+		"A",
+		"B",
+		"tie"
+	]),
+	reason: z.string().optional()
+});
+/** Roughly four characters a token: each side gets half of `maxInputTokens`. */
+const CHARS_PER_TOKEN = 4;
+/** The turns a side shows: the last, or every one. */
+const shownTurns = (side, state) => {
+	const turns = side.turns ?? [];
+	return state.turns === "all" ? turns : turns.slice(-1);
+};
+/** The task both sides were given, when they were given the same prompts. */
+function sharedTask(first, second, state) {
+	if (!state.task) return null;
+	const a = shownTurns(first, state).map((t) => t.prompt);
+	const b = shownTurns(second, state).map((t) => t.prompt);
+	if (!a.length || a.length !== b.length || a.some((p, i) => p !== b[i])) return null;
+	return a.join("\n\n");
+}
+function buildSide(attempt, label, shows, taskShared) {
+	const { state } = shows;
+	const turns = shownTurns(attempt, state).map((t) => ({
+		...state.task && !taskShared ? { task: redactSecrets(t.prompt) } : {},
+		...state.output ? { output: redactSecrets(t.text ?? "") } : {},
+		...state.transcript ? { transcript: redactSecrets(transcriptForJudge(t.transcript ?? [], state.transcript).join("\n")) } : {}
+	}));
+	const shown = judgeDiff({
+		patch: attempt.diff,
+		files: attempt.files ?? []
+	}, Array.isArray(state.diff) ? { patterns: state.diff } : {});
+	const patch = redactSecrets(shown.patch);
+	const side = {
+		...state.turns === "all" ? turns.some((t) => Object.keys(t).length) ? { turns } : {} : turns[0] ?? {},
+		...state.files ? { files: shown.files } : {},
+		...state.diff !== false ? { diff: patch.trim() ? patch : "(no changes)" } : {}
+	};
+	const checks = checksOf(attempt, state.checks);
+	if (checks) side.checks = checks;
+	const images = [];
+	const sent = [];
+	if (shows.artifacts !== void 0) {
+		const captures = attempt.captures ?? [];
+		const names = shows.artifacts === true ? captures.map((c) => c.name) : shows.artifacts;
+		side.artifacts = names.map((name, i) => {
+			const at = `Attempt ${label}, screenshot ${i + 1} of ${names.length}`;
+			const capture = captures.find((c) => c.name === name);
+			if (!capture) {
+				images.push({
+					label: `${at}: not captured`,
+					data: null,
+					side: label,
+					name
+				});
+				return {
+					label: at,
+					missing: true
+				};
+			}
+			sent.push(name);
+			images.push({
+				label: at,
+				data: capture.data,
+				side: label,
+				name
+			});
+			return {
+				label: at,
+				mediaType: "image/png",
+				bytes: capture.data.byteLength
+			};
+		});
+	}
+	return {
+		side,
+		images,
+		sent
+	};
+}
+function checksOf(attempt, which) {
+	if (which === false) return void 0;
+	const ran = attempt.checks ?? [];
+	const shown = ({ command, exitCode, stdout, stderr }) => ({
+		command,
+		exitCode,
+		stdout: redactSecrets(stdout),
+		stderr: redactSecrets(stderr)
+	});
+	if (which === true) return ran.map(shown);
+	return which.flatMap((command) => {
+		const runs = ran.filter((r) => r.command === command);
+		return runs.length ? runs.map(shown) : [{
+			command,
+			notRun: true
+		}];
+	});
+}
+const tag = (name, body) => [
+	`<${name}>`,
+	body,
+	`</${name}>`
+];
+/** A side's text in the prompt: each part it shows, in its own tag. */
+function sideText(side) {
+	const turnLines = (t) => [
+		...t.task !== void 0 ? tag("task", t.task) : [],
+		...t.output !== void 0 ? tag("output", t.output) : [],
+		...t.transcript !== void 0 ? tag("transcript", t.transcript) : []
+	];
+	return [
+		...side.turns ? side.turns.flatMap((t, i) => [
+			`<turn n="${i + 1}">`,
+			...turnLines(t),
+			"</turn>"
+		]) : turnLines(side),
+		...side.files ? tag("files", side.files.join("\n") || "(none)") : [],
+		...side.diff !== void 0 ? tag("diff", side.diff) : [],
+		...side.checks ? tag("checks", side.checks.map((c) => "notRun" in c ? `$ ${c.command} → not run` : [
+			`$ ${c.command} → exit ${c.exitCode}`,
+			...c.stdout ? [c.stdout.trimEnd()] : [],
+			...c.stderr ? [`stderr: ${c.stderr.trimEnd()}`] : []
+		].join("\n")).join("\n")) : [],
+		...side.artifacts ? tag("screenshots", side.artifacts.map((a) => "missing" in a ? `${a.label}: not captured` : a.label).join("\n")) : []
+	].join("\n");
+}
+/** A side's text, cut to `chars` when it's longer. */
+function cut(text, chars) {
+	if (text.length <= chars) return text;
+	return `${text.slice(0, chars)}\n[reeval: attempt cut at ${chars} of ${text.length} characters]`;
+}
+/** What the model is shown for one order of a pair: no harness, arm, run, attempt id or capture name. */
+function blindInput(question, pair, swapped, maxInputTokens, shows = DEFAULT_SHOWS) {
+	const [first, second] = slots(pair, swapped);
+	const chars = Math.floor(maxInputTokens * CHARS_PER_TOKEN / 2);
+	const task = sharedTask(first, second, shows.state);
+	const a = buildSide(first, "A", shows, task !== null);
+	const b = buildSide(second, "B", shows, task !== null);
+	const prompt = [
+		`Question: ${question}`,
+		...task ? [
+			"",
+			"The task both attempts were given:",
+			"<task>",
+			task,
+			"</task>"
+		] : [],
+		"",
+		"<attempt label=\"A\">",
+		cut(sideText(a.side), chars),
+		"</attempt>",
+		"",
+		"<attempt label=\"B\">",
+		cut(sideText(b.side), chars),
+		"</attempt>"
+	].join("\n");
+	const [sentFirst, sentSecond] = swapped ? [b.sent, a.sent] : [a.sent, b.sent];
+	return {
+		blind: {
+			question,
+			prompt: redactSecrets(prompt),
+			a: a.side,
+			b: b.side
+		},
+		system: questionSystem(shows, task === null),
+		images: [...a.images, ...b.images],
+		sent: {
+			a: sentFirst,
+			b: sentSecond
+		}
+	};
+}
+function fakeAnswer(fake, pair) {
+	const vote = fake.vote ?? "tie";
+	if (typeof vote === "object" && "error" in vote) return cannedModel({ error: vote.error });
+	const pick = typeof vote === "function" ? vote(pair) : vote;
+	const winner = typeof pick === "string" ? pick : pick.winner;
+	const reason = typeof pick === "string" ? void 0 : pick.reason;
+	return cannedModel({ text: JSON.stringify({
+		winner,
+		...reason !== void 0 ? { reason } : {}
+	}) });
+}
+/**
+* The model call's system prompt and input: the prompt as text, or, with screenshots, one user
+* message of the prompt then each screenshot's label and image part.
+*/
+function questionRequest(input) {
+	const { blind, images } = input;
+	if (!images.length) return {
+		system: input.system,
+		prompt: blind.prompt
+	};
+	return {
+		system: input.system,
+		messages: [{
+			role: "user",
+			content: [{
+				type: "text",
+				text: blind.prompt
+			}, ...images.flatMap((image) => [{
+				type: "text",
+				text: image.label
+			}, ...image.data ? [{
+				type: "file",
+				mediaType: "image/png",
+				data: image.data
+			}] : []])]
+		}]
+	};
+}
+async function ask(model, input, maxOutputTokens, signal) {
+	const result = await generateText({
+		model: isFake(model) ? fakeAnswer(model, input.blind) : await providerModel({
+			name: model,
+			route: judgeRoute(model).kind
+		}),
+		...questionRequest(input),
+		output: Output.object({
+			schema: voteSchema,
+			name: "vote"
+		}),
+		temperature: 0,
+		maxOutputTokens,
+		maxRetries: 3,
+		...signal ? { abortSignal: signal } : {}
+	});
+	const { winner, reason } = result.output;
+	return {
+		pick: winner,
+		reason: voteReason(reason),
+		resolvedModel: isFake(model) ? null : result.response?.modelId ?? null
+	};
+}
+/** Runs `work` over `items`, at most `limit` at once, keeping their order. */
+async function pooled(items, limit, work) {
+	const out = new Array(items.length);
+	let next = 0;
+	const lanes = Array.from({ length: Math.min(limit, items.length) }, async () => {
+		while (next < items.length) {
+			const i = next++;
+			out[i] = await work(items[i]);
+		}
+	});
+	await Promise.all(lanes);
+	return out;
+}
+function askedCall(pair, swapped, input, error) {
+	const [first, second] = slots(pair, swapped);
+	const shown = {
+		A: first,
+		B: second
+	};
+	return {
+		cut: pair.cut,
+		...pair.cut === "within" ? { harness: pair.harness } : { arm: pair.arm },
+		run: pair.run,
+		a: sideName(pair.cut, pair.a),
+		b: sideName(pair.cut, pair.b),
+		swapped,
+		labels: {
+			A: sideName(pair.cut, first),
+			B: sideName(pair.cut, second)
+		},
+		system: input.system,
+		prompt: input.blind.prompt,
+		...input.images.length ? { screenshots: input.images.map((image) => {
+			const label = image.label.replace(/: not captured$/, "");
+			return image.data ? {
+				label,
+				side: sideName(pair.cut, shown[image.side]),
+				name: image.name,
+				attempt: shown[image.side].id ?? ""
+			} : {
+				label,
+				missing: true
+			};
+		}) } : {},
+		...error !== void 0 ? { error } : {}
+	};
+}
+const errorText = (error) => redactSecrets((error instanceof Error ? error.message : String(error)).split("\n")[0] ?? "");
+/**
+* Why the question can't be asked: a command or capture it names that no paired attempt has, so
+* every side would show it missing. Undefined when each one is on some side.
+*/
+function missingEverywhere(question, shows, pairs) {
+	const sides = [...new Set(pairs.flatMap((p) => [p.a, p.b]))];
+	const { checks } = shows.state;
+	if (Array.isArray(checks)) {
+		const command = checks.find((c) => !sides.some((s) => s.checks?.some((r) => r.command === c)));
+		if (command !== void 0) return `question "${question}" state.checks names a command no paired attempt ran: ${JSON.stringify(command)}`;
+	}
+	if (Array.isArray(shows.artifacts)) {
+		const name = shows.artifacts.find((n) => !sides.some((s) => s.captures?.some((c) => c.name === n)));
+		if (name !== void 0) return `question "${question}" artifacts names a capture no paired attempt has: ${JSON.stringify(name)}`;
+	}
+}
+/**
+* Asks one question of every pair, each twice with the order swapped. Votes that came back are
+* kept when a call fails, and the first failure is the answer's `error`.
+*/
+async function answerQuestion(options) {
+	const { question, model, pairs } = options;
+	const shows = {
+		state: resolveQuestionState(options.state),
+		...options.artifacts !== void 0 ? { artifacts: options.artifacts } : {}
+	};
+	const head = {
+		question,
+		model: isFake(model) ? "fake" : model
+	};
+	const asked = {
+		stateOptions: shows.state,
+		...shows.artifacts !== void 0 ? { artifacts: shows.artifacts } : {}
+	};
+	const missing = missingEverywhere(question, shows, pairs);
+	if (missing) return {
+		...head,
+		...asked,
+		votes: [],
+		rates: [],
+		error: missing
+	};
+	const calls = pairs.flatMap((pair) => [false, true].map((swapped) => ({
+		pair,
+		swapped
+	}))).map((call, at) => ({
+		...call,
+		at
+	}));
+	const served = /* @__PURE__ */ new Set();
+	let error;
+	const made = new Array(calls.length).fill(null);
+	const votes = await pooled(calls, options.concurrency ?? 4, async ({ pair, swapped, at }) => {
+		if (error !== void 0) return null;
+		const input = blindInput(question, pair, swapped, options.maxInputTokens, shows);
+		try {
+			const { pick, reason, resolvedModel } = await ask(model, input, options.maxOutputTokens, options.signal);
+			made[at] = askedCall(pair, swapped, input);
+			if (resolvedModel) served.add(resolvedModel);
+			const vote = voteOf(question, pair, swapped, pick, reason);
+			return shows.artifacts !== void 0 ? {
+				...vote,
+				artifacts: input.sent
+			} : vote;
+		} catch (e) {
+			const why = errorText(e);
+			made[at] = askedCall(pair, swapped, input, why);
+			error ??= why;
+			return null;
+		}
+	});
+	options.calls?.push(...made.filter((c) => c !== null));
+	const kept = votes.filter((v) => v !== null);
+	return {
+		...head,
+		...served.size ? { resolvedModel: [...served].sort().join(", ") } : {},
+		...asked,
+		votes: kept,
+		rates: ratesOf(kept),
+		...error !== void 0 ? { error } : {}
+	};
+}
+/** A staged attempt as a pair side: its record's turns, diff and checks, and whether its checks held. */
+function stagedAttempt(e, record) {
+	const cell = e.attempt?.cell;
+	if (!cell) return null;
+	const checksPassed = record !== null && (e.state === "passed" || e.state === "failed" && record.error?.kind === "judge");
+	return {
+		harness: cell.harness,
+		arm: cell.environment,
+		run: e.attempt?.n ?? 1,
+		diff: record?.diff?.patch ?? "",
+		files: record?.diff?.files ?? [],
+		checksPassed,
+		control: cell.role === "control",
+		turns: record?.turns.map((t) => ({
+			prompt: t.prompt,
+			text: t.text,
+			transcript: t.transcript
+		})) ?? [],
+		checks: record?.checks.map(({ command, exitCode, stdout, stderr }) => ({
+			command,
+			exitCode,
+			stdout,
+			stderr
+		})) ?? [],
+		id: `${cell.key}#${e.attempt?.n ?? 1}`
+	};
+}
+const readStaged = async (stagingDir, key) => JSON.parse(await readFile(join(stagingDir, "evals", recordFileName(key)), "utf8").catch(() => "null"));
+/** A staged attempt's captures, read from the PNGs beside its record; a missing file is left out. */
+async function stagedCaptures(stagingDir, key, record) {
+	const dir = join(stagingDir, "evals", recordFileName(key).replace(/\.json$/, ".artifacts"));
+	return (await Promise.all((record?.artifacts ?? []).map(async ({ name }) => {
+		const data = await readFile(join(dir, `${name}.png`)).catch(() => null);
+		return data ? [{
+			name,
+			data: new Uint8Array(data)
+		}] : [];
+	}))).flat();
+}
+/**
+* Starts an eval's questions as soon as its last planned attempt ends, while the rest of the run
+* goes on; `settle` starts any left (an eval a filter or budget cut short) and waits for all.
+*/
+function questionRunner(options) {
+	const byId = new Map(options.evals.map((e) => [e.row.id, e]));
+	const ended = /* @__PURE__ */ new Map();
+	const started = /* @__PURE__ */ new Map();
+	const controller = new AbortController();
+	const start = (id) => {
+		const e = byId.get(id);
+		if (!e || started.has(id)) return;
+		const attempts = ended.get(id) ?? [];
+		const wantsCaptures = e.questions.some((q) => q.artifacts !== void 0);
+		const answers = (async () => {
+			const staged = (await Promise.all(attempts.map(async (a) => {
+				const record = await readStaged(options.stagingDir, a.key);
+				const side = stagedAttempt(a, record);
+				if (!side || !wantsCaptures) return side;
+				return {
+					...side,
+					captures: await stagedCaptures(options.stagingDir, a.key, record)
+				};
+			}))).filter((s) => s !== null).sort((x, y) => (x.id ?? "") < (y.id ?? "") ? -1 : 1);
+			return Promise.all(e.questions.map(async (q) => {
+				const calls = [];
+				const answer = await answerQuestion({
+					question: q.question,
+					model: q.model,
+					pairs: pairsOf(staged, acrossOf(q.across)),
+					maxInputTokens: options.maxInputTokens,
+					maxOutputTokens: options.maxOutputTokens,
+					...q.state ? { state: q.state } : {},
+					...q.artifacts !== void 0 ? { artifacts: q.artifacts } : {},
+					signal: controller.signal,
+					calls
+				});
+				options.onAnswer?.(id, answer);
+				return {
+					answer,
+					calls
+				};
+			}));
+		})().catch((error) => e.questions.map((q) => {
+			const answer = {
+				question: q.question,
+				model: isFake(q.model) ? "fake" : q.model,
+				stateOptions: resolveQuestionState(q.state),
+				...q.artifacts !== void 0 ? { artifacts: q.artifacts } : {},
+				votes: [],
+				rates: [],
+				error: errorText(error)
+			};
+			options.onAnswer?.(id, answer);
+			return {
+				answer,
+				calls: []
+			};
+		}));
+		started.set(id, answers);
+	};
+	return {
+		onEvalEnd(result) {
+			const e = byId.get(result.id);
+			if (!e) return;
+			const list = ended.get(result.id) ?? [];
+			list.push(result);
+			ended.set(result.id, list);
+			if (list.length >= e.row.plan.attempts) start(result.id);
+		},
+		/** Stops calls in flight: the run was cancelled, so nothing is answered. */
+		cancel() {
+			controller.abort();
+		},
+		async settle() {
+			for (const id of byId.keys()) if (ended.has(id)) start(id);
+			const out = /* @__PURE__ */ new Map();
+			for (const [id, answers] of started) out.set(id, await answers);
+			return out;
+		}
+	};
+}
+//#endregion
+export { questionRunner };
+
+//# sourceMappingURL=questions-DjAwMxZ3.js.map

package/dist/questions-DjAwMxZ3.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"questions-DjAwMxZ3.js","names":[],"sources":["../src/compare/questions.ts"],"mappings":";;;;;;;;;;;;;AAiDA,MAAM,gBAA+B,EAAE,OAAO,uBAAuB;AAErE,MAAM,QAAQ,UAAmB,UAAU,SAAS,EAAE,MAAM,QAAQ,KAAK,KAAK,CAAC,MAAM;;AAGrF,MAAM,UAAU,UACd,MAAM,SAAS,IAAK,MAAM,MAAM,KAAM,GAAG,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,OAAO,MAAM,GAAG,EAAE;;AAG3F,SAAgB,eAAe,QAAuB,eAAe,WAAW,OAAe;CAC7F,MAAM,EAAE,UAAU;CAClB,MAAM,QAAQ;EACZ,GAAI,YAAY,MAAM,OAAO,CAAC,yBAAyB,IAAI,CAAC;EAC5D,GAAI,MAAM,SAAS,CAAC,mBAAmB,IAAI,CAAC;EAC5C,GAAI,KAAK,MAAM,UAAU,IAAI,CAAC,gBAAgB,IAAI,CAAC;EACnD,GAAI,MAAM,QAAQ,CAAC,sBAAsB,IAAI,CAAC;EAC9C,GAAI,KAAK,MAAM,IAAI,IAAI,CAAC,uDAAuD,IAAI,CAAC;EACpF,GAAI,KAAK,MAAM,MAAM,IACjB,CAAC,gEAAgE,IACjE,CAAC;EACL,GAAI,MAAM,cAAc,KAAA,IAAY,CAAC,yBAAyB,IAAI,CAAC;CACrE;CACA,OAAO;2BACkB,OAAO,KAAK,EAAE;;AAEzC;AAEA,MAAM,aAAa,EAAE,OAAO;CAC1B,QAAQ,EAAE,KAAK;EAAC;EAAK;EAAK;CAAK,CAAC;CAChC,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS;AAC9B,CAAC;;AAGD,MAAM,kBAAkB;;AAGxB,MAAM,cAAc,MAAmB,UAAoD;CACzF,MAAM,QAAQ,KAAK,SAAS,CAAC;CAC7B,OAAO,MAAM,UAAU,QAAQ,QAAQ,MAAM,MAAM,EAAE;AACvD;;AAGA,SAAS,WAAW,OAAoB,QAAqB,OAAqC;CAChG,IAAI,CAAC,MAAM,MAAM,OAAO;CACxB,MAAM,IAAI,WAAW,OAAO,KAAK,CAAC,CAAC,KAAK,MAAM,EAAE,MAAM;CACtD,MAAM,IAAI,WAAW,QAAQ,KAAK,CAAC,CAAC,KAAK,MAAM,EAAE,MAAM;CACvD,IAAI,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,MAAM,EAAE,EAAE,GAAG,OAAO;CAC/E,OAAO,EAAE,KAAK,MAAM;AACtB;AAQA,SAAS,UACP,SACA,OACA,OACA,YACW;CACX,MAAM,EAAE,UAAU;CAClB,MAAM,QAAqB,WAAW,SAAS,KAAK,CAAC,CAAC,KAAK,OAAO;EAChE,GAAI,MAAM,QAAQ,CAAC,aAAa,EAAE,MAAM,cAAc,EAAE,MAAM,EAAE,IAAI,CAAC;EACrE,GAAI,MAAM,SAAS,EAAE,QAAQ,cAAc,EAAE,QAAQ,EAAE,EAAE,IAAI,CAAC;EAC9D,GAAI,MAAM,aACN,EACE,YAAY,cACV,mBAAmB,EAAE,cAAc,CAAC,GAAG,MAAM,UAAU,CAAC,CAAC,KAAK,IAAI,CACpE,EACF,IACA,CAAC;CACP,EAAE;CACF,MAAM,QAAQ,UACZ;EAAE,OAAO,QAAQ;EAAM,OAAO,QAAQ,SAAS,CAAC;CAAE,GAClD,MAAM,QAAQ,MAAM,IAAI,IAAI,EAAE,UAAU,MAAM,KAAK,IAAI,CAAC,CAC1D;CACA,MAAM,QAAQ,cAAc,MAAM,KAAK;CACvC,MAAM,OAAkB;EACtB,GAAI,MAAM,UAAU,QAChB,MAAM,MAAM,MAAM,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,IACrC,EAAE,MAAM,IACR,CAAC,IACF,MAAM,MAAM,CAAC;EAClB,GAAI,MAAM,QAAQ,EAAE,OAAO,MAAM,MAAM,IAAI,CAAC;EAC5C,GAAI,MAAM,SAAS,QAAQ,EAAE,MAAM,MAAM,KAAK,IAAI,QAAQ,eAAe,IAAI,CAAC;CAChF;CACA,MAAM,SAAS,SAAS,SAAS,MAAM,MAAM;CAC7C,IAAI,QAAQ,KAAK,SAAS;CAC1B,MAAM,SAAuB,CAAC;CAC9B,MAAM,OAAiB,CAAC;CACxB,IAAI,MAAM,cAAc,KAAA,GAAW;EACjC,MAAM,WAAW,QAAQ,YAAY,CAAC;EACtC,MAAM,QAAQ,MAAM,cAAc,OAAO,SAAS,KAAK,MAAM,EAAE,IAAI,IAAI,MAAM;EAC7E,KAAK,YAAY,MAAM,KAAK,MAAM,MAAM;GACtC,MAAM,KAAK,WAAW,MAAM,eAAe,IAAI,EAAE,MAAM,MAAM;GAC7D,MAAM,UAAU,SAAS,MAAM,MAAM,EAAE,SAAS,IAAI;GACpD,IAAI,CAAC,SAAS;IACZ,OAAO,KAAK;KAAE,OAAO,GAAG,GAAG;KAAiB,MAAM;KAAM,MAAM;KAAO;IAAK,CAAC;IAC3E,OAAO;KAAE,OAAO;KAAI,SAAS;IAAc;GAC7C;GACA,KAAK,KAAK,IAAI;GACd,OAAO,KAAK;IAAE,OAAO;IAAI,MAAM,QAAQ;IAAM,MAAM;IAAO;GAAK,CAAC;GAChE,OAAO;IAAE,OAAO;IAAI,WAAW;IAAsB,OAAO,QAAQ,KAAK;GAAW;EACtF,CAAC;CACH;CACA,OAAO;EAAE;EAAM;EAAQ;CAAK;AAC9B;AAEA,SAAS,SACP,SACA,OACqB;CACrB,IAAI,UAAU,OAAO,OAAO,KAAA;CAC5B,MAAM,MAAM,QAAQ,UAAU,CAAC;CAC/B,MAAM,SAAS,EAAE,SAAS,UAAU,QAAQ,cAAoC;EAC9E;EACA;EACA,QAAQ,cAAc,MAAM;EAC5B,QAAQ,cAAc,MAAM;CAC9B;CACA,IAAI,UAAU,MAAM,OAAO,IAAI,IAAI,KAAK;CACxC,OAAO,MAAM,SAAS,YAA8C;EAClE,MAAM,OAAO,IAAI,QAAQ,MAAM,EAAE,YAAY,OAAO;EACpD,OAAO,KAAK,SAAS,KAAK,IAAI,KAAK,IAAI,CAAC;GAAE;GAAS,QAAQ;EAAc,CAAC;CAC5E,CAAC;AACH;AAEA,MAAM,OAAO,MAAc,SAAiB;CAAC,IAAI,KAAK;CAAI;CAAM,KAAK,KAAK;AAAE;;AAG5E,SAAS,SAAS,MAAyB;CACzC,MAAM,aAAa,MAAiB;EAClC,GAAI,EAAE,SAAS,KAAA,IAAY,IAAI,QAAQ,EAAE,IAAI,IAAI,CAAC;EAClD,GAAI,EAAE,WAAW,KAAA,IAAY,IAAI,UAAU,EAAE,MAAM,IAAI,CAAC;EACxD,GAAI,EAAE,eAAe,KAAA,IAAY,IAAI,cAAc,EAAE,UAAU,IAAI,CAAC;CACtE;CAgCA,OAAO;EA9BL,GAAI,KAAK,QACL,KAAK,MAAM,SAAS,GAAG,MAAM;GAAC,YAAY,IAAI,EAAE;GAAK,GAAG,UAAU,CAAC;GAAG;EAAS,CAAC,IAChF,UAAU,IAAI;EAClB,GAAI,KAAK,QAAQ,IAAI,SAAS,KAAK,MAAM,KAAK,IAAI,KAAK,QAAQ,IAAI,CAAC;EACpE,GAAI,KAAK,SAAS,KAAA,IAAY,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC;EACxD,GAAI,KAAK,SACL,IACE,UACA,KAAK,OACF,KAAK,MACJ,YAAY,IACR,KAAK,EAAE,QAAQ,cACf;GACE,KAAK,EAAE,QAAQ,UAAU,EAAE;GAC3B,GAAI,EAAE,SAAS,CAAC,EAAE,OAAO,QAAQ,CAAC,IAAI,CAAC;GACvC,GAAI,EAAE,SAAS,CAAC,WAAW,EAAE,OAAO,QAAQ,GAAG,IAAI,CAAC;EACtD,CAAC,CAAC,KAAK,IAAI,CACjB,CAAC,CACA,KAAK,IAAI,CACd,IACA,CAAC;EACL,GAAI,KAAK,YACL,IACE,eACA,KAAK,UACF,KAAK,MAAO,aAAa,IAAI,GAAG,EAAE,MAAM,kBAAkB,EAAE,KAAM,CAAC,CACnE,KAAK,IAAI,CACd,IACA,CAAC;CAEI,CAAC,CAAC,KAAK,IAAI;AACxB;;AAGA,SAAS,IAAI,MAAc,OAAuB;CAChD,IAAI,KAAK,UAAU,OAAO,OAAO;CACjC,OAAO,GAAG,KAAK,MAAM,GAAG,KAAK,EAAE,4BAA4B,MAAM,MAAM,KAAK,OAAO;AACrF;;AAYA,SAAgB,WACd,UACA,MACA,SACA,gBACA,QAAuB,eACX;CACZ,MAAM,CAAC,OAAO,UAAU,MAAM,MAAM,OAAO;CAC3C,MAAM,QAAQ,KAAK,MAAO,iBAAiB,kBAAmB,CAAC;CAC/D,MAAM,OAAO,WAAW,OAAO,QAAQ,MAAM,KAAK;CAClD,MAAM,IAAI,UAAU,OAAO,KAAK,OAAO,SAAS,IAAI;CACpD,MAAM,IAAI,UAAU,QAAQ,KAAK,OAAO,SAAS,IAAI;CACrD,MAAM,SAAS;EACb,aAAa;EACb,GAAI,OAAO;GAAC;GAAI;GAAsC;GAAU;GAAM;EAAS,IAAI,CAAC;EACpF;EACA;EACA,IAAI,SAAS,EAAE,IAAI,GAAG,KAAK;EAC3B;EACA;EACA;EACA,IAAI,SAAS,EAAE,IAAI,GAAG,KAAK;EAC3B;CACF,CAAC,CAAC,KAAK,IAAI;CACX,MAAM,CAAC,WAAW,cAAc,UAAU,CAAC,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI;CAC5E,OAAO;EACL,OAAO;GAAE;GAAU,QAAQ,cAAc,MAAM;GAAG,GAAG,EAAE;GAAM,GAAG,EAAE;EAAK;EACvE,QAAQ,eAAe,OAAO,SAAS,IAAI;EAC3C,QAAQ,CAAC,GAAG,EAAE,QAAQ,GAAG,EAAE,MAAM;EACjC,MAAM;GAAE,GAAG;GAAW,GAAG;EAAW;CACtC;AACF;AAaA,SAAS,WAAW,MAAyB,MAAiB;CAC5D,MAAM,OAAO,KAAK,QAAQ;CAC1B,IAAI,OAAO,SAAS,YAAY,WAAW,MAAM,OAAO,YAAY,EAAE,OAAO,KAAK,MAAM,CAAC;CACzF,MAAM,OAAO,OAAO,SAAS,aAAa,KAAK,IAAI,IAAI;CACvD,MAAM,SAAS,OAAO,SAAS,WAAW,OAAO,KAAK;CACtD,MAAM,SAAS,OAAO,SAAS,WAAW,KAAA,IAAY,KAAK;CAC3D,OAAO,YAAY,EACjB,MAAM,KAAK,UAAU;EAAE;EAAQ,GAAI,WAAW,KAAA,IAAY,EAAE,OAAO,IAAI,CAAC;CAAG,CAAC,EAC9E,CAAC;AACH;;;;;AAQA,SAAgB,gBAAgB,OAAmB;CACjD,MAAM,EAAE,OAAO,WAAW;CAC1B,IAAI,CAAC,OAAO,QAAQ,OAAO;EAAE,QAAQ,MAAM;EAAQ,QAAQ,MAAM;CAAO;CACxE,OAAO;EACL,QAAQ,MAAM;EACd,UAAU,CACR;GACE,MAAM;GACN,SAAS,CACP;IAAE,MAAM;IAAiB,MAAM,MAAM;GAAO,GAC5C,GAAG,OAAO,SAAS,UAAU,CAC3B;IAAE,MAAM;IAAiB,MAAM,MAAM;GAAM,GAC3C,GAAI,MAAM,OACN,CAAC;IAAE,MAAM;IAAiB,WAAW;IAAa,MAAM,MAAM;GAAK,CAAC,IACpE,CAAC,CACP,CAAC,CACH;EACF,CACF;CACF;AACF;AAEA,eAAe,IACb,OACA,OACA,iBACA,QACe;CACf,MAAM,SAAS,MAAM,aAAa;EAChC,OAAO,OAAO,KAAK,IACf,WAAW,OAAO,MAAM,KAAK,IAC7B,MAAM,cAAc;GAAE,MAAM;GAAO,OAAO,WAAW,KAAK,CAAC,CAAC;EAAK,CAAC;EACtE,GAAG,gBAAgB,KAAK;EACxB,QAAQ,OAAO,OAAO;GAAE,QAAQ;GAAY,MAAM;EAAO,CAAC;EAC1D,aAAa;EACb;EACA,YAAY;EACZ,GAAI,SAAS,EAAE,aAAa,OAAO,IAAI,CAAC;CAC1C,CAAC;CACD,MAAM,EAAE,QAAQ,WAAW,OAAO;CAClC,OAAO;EACL,MAAM;EACN,QAAQ,WAAW,MAAM;EACzB,eAAe,OAAO,KAAK,IAAI,OAAQ,OAAO,UAAU,WAAW;CACrE;AACF;;AAGA,eAAe,OAAa,OAAY,OAAe,MAA+B;CACpF,MAAM,MAAW,IAAI,MAAM,MAAM,MAAM;CACvC,IAAI,OAAO;CACX,MAAM,QAAQ,MAAM,KAAK,EAAE,QAAQ,KAAK,IAAI,OAAO,MAAM,MAAM,EAAE,GAAG,YAAY;EAC9E,OAAO,OAAO,MAAM,QAAQ;GAC1B,MAAM,IAAI;GACV,IAAI,KAAK,MAAM,KAAK,MAAM,EAAO;EACnC;CACF,CAAC;CACD,MAAM,QAAQ,IAAI,KAAK;CACvB,OAAO;AACT;AA8BA,SAAS,UAAU,MAAY,SAAkB,OAAmB,OAA2B;CAC7F,MAAM,CAAC,OAAO,UAAU,MAAM,MAAM,OAAO;CAC3C,MAAM,QAAQ;EAAE,GAAG;EAAO,GAAG;CAAO;CACpC,OAAO;EACL,KAAK,KAAK;EACV,GAAI,KAAK,QAAQ,WAAW,EAAE,SAAS,KAAK,QAAQ,IAAI,EAAE,KAAK,KAAK,IAAI;EACxE,KAAK,KAAK;EACV,GAAG,SAAS,KAAK,KAAK,KAAK,CAAC;EAC5B,GAAG,SAAS,KAAK,KAAK,KAAK,CAAC;EAC5B;EACA,QAAQ;GAAE,GAAG,SAAS,KAAK,KAAK,KAAK;GAAG,GAAG,SAAS,KAAK,KAAK,MAAM;EAAE;EACtE,QAAQ,MAAM;EACd,QAAQ,MAAM,MAAM;EACpB,GAAI,MAAM,OAAO,SACb,EACE,aAAa,MAAM,OAAO,KAAK,UAA2B;GACxD,MAAM,QAAQ,MAAM,MAAM,QAAQ,mBAAmB,EAAE;GACvD,OAAO,MAAM,OACT;IACE;IACA,MAAM,SAAS,KAAK,KAAK,MAAM,MAAM,KAAK;IAC1C,MAAM,MAAM;IACZ,SAAS,MAAM,MAAM,KAAK,CAAC,MAAM;GACnC,IACA;IAAE;IAAO,SAAS;GAAK;EAC7B,CAAC,EACH,IACA,CAAC;EACL,GAAI,UAAU,KAAA,IAAY,EAAE,MAAM,IAAI,CAAC;CACzC;AACF;AAEA,MAAM,aAAa,UACjB,eAAe,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,EAAA,CAAG,MAAM,IAAI,CAAC,CAAC,MAAM,EAAE;;;;;AAM7F,SAAS,kBAAkB,UAAkB,OAAsB,OAAe;CAChF,MAAM,QAAQ,CAAC,GAAG,IAAI,IAAI,MAAM,SAAS,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;CAC3D,MAAM,EAAE,WAAW,MAAM;CACzB,IAAI,MAAM,QAAQ,MAAM,GAAG;EACzB,MAAM,UAAU,OAAO,MAAM,MAAM,CAAC,MAAM,MAAM,MAAM,EAAE,QAAQ,MAAM,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;EAC7F,IAAI,YAAY,KAAA,GACd,OAAO,aAAa,SAAS,wDAAwD,KAAK,UAAU,OAAO;CAE/G;CACA,IAAI,MAAM,QAAQ,MAAM,SAAS,GAAG;EAClC,MAAM,OAAO,MAAM,UAAU,MAC1B,MAAM,CAAC,MAAM,MAAM,MAAM,EAAE,UAAU,MAAM,MAAM,EAAE,SAAS,CAAC,CAAC,CACjE;EACA,IAAI,SAAS,KAAA,GACX,OAAO,aAAa,SAAS,qDAAqD,KAAK,UAAU,IAAI;CAEzG;AAEF;;;;;AAMA,eAAsB,eAAe,SAAgD;CACnF,MAAM,EAAE,UAAU,OAAO,UAAU;CACnC,MAAM,QAAuB;EAC3B,OAAO,qBAAqB,QAAQ,KAAK;EACzC,GAAI,QAAQ,cAAc,KAAA,IAAY,EAAE,WAAW,QAAQ,UAAU,IAAI,CAAC;CAC5E;CACA,MAAM,OAAO;EACX;EACA,OAAO,OAAO,KAAK,IAAI,SAAS;CAClC;CACA,MAAM,QAAQ;EACZ,cAAc,MAAM;EACpB,GAAI,MAAM,cAAc,KAAA,IAAY,EAAE,WAAW,MAAM,UAAU,IAAI,CAAC;CACxE;CACA,MAAM,UAAU,kBAAkB,UAAU,OAAO,KAAK;CACxD,IAAI,SAAS,OAAO;EAAE,GAAG;EAAM,GAAG;EAAO,OAAO,CAAC;EAAG,OAAO,CAAC;EAAG,OAAO;CAAQ;CAC9E,MAAM,QAAQ,MACX,SAAS,SAAS,CAAC,OAAO,IAAI,CAAC,CAAC,KAAK,aAAa;EAAE;EAAM;CAAQ,EAAE,CAAC,CAAC,CACtE,KAAK,MAAM,QAAQ;EAAE,GAAG;EAAM;CAAG,EAAE;CACtC,MAAM,yBAAS,IAAI,IAAY;CAC/B,IAAI;CACJ,MAAM,OAAgC,IAAI,MAAM,MAAM,MAAM,CAAC,CAAC,KAAK,IAAI;CACvE,MAAM,QAAQ,MAAM,OAAO,OAAO,QAAQ,eAAe,GAAG,OAAO,EAAE,MAAM,SAAS,SAAS;EAC3F,IAAI,UAAU,KAAA,GAAW,OAAO;EAChC,MAAM,QAAQ,WAAW,UAAU,MAAM,SAAS,QAAQ,gBAAgB,KAAK;EAC/E,IAAI;GACF,MAAM,EAAE,MAAM,QAAQ,kBAAkB,MAAM,IAC5C,OACA,OACA,QAAQ,iBACR,QAAQ,MACV;GACA,KAAK,MAAM,UAAU,MAAM,SAAS,KAAK;GACzC,IAAI,eAAe,OAAO,IAAI,aAAa;GAC3C,MAAM,OAAO,OAAO,UAAU,MAAM,SAAS,MAAM,MAAM;GACzD,OAAO,MAAM,cAAc,KAAA,IAAY;IAAE,GAAG;IAAM,WAAW,MAAM;GAAK,IAAI;EAC9E,SAAS,GAAG;GACV,MAAM,MAAM,UAAU,CAAC;GACvB,KAAK,MAAM,UAAU,MAAM,SAAS,OAAO,GAAG;GAC9C,UAAU;GACV,OAAO;EACT;CACF,CAAC;CACD,QAAQ,OAAO,KAAK,GAAG,KAAK,QAAQ,MAAsB,MAAM,IAAI,CAAC;CACrE,MAAM,OAAO,MAAM,QAAQ,MAAqB,MAAM,IAAI;CAC1D,OAAO;EACL,GAAG;EACH,GAAI,OAAO,OAAO,EAAE,eAAe,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,IAAI,CAAC;EACtE,GAAG;EACH,OAAO;EACP,OAAO,QAAQ,IAAI;EACnB,GAAI,UAAU,KAAA,IAAY,EAAE,MAAM,IAAI,CAAC;CACzC;AACF;;AAGA,SAAgB,cAAc,GAAe,QAA+C;CAC1F,MAAM,OAAO,EAAE,SAAS;CACxB,IAAI,CAAC,MAAM,OAAO;CAClB,MAAM,eACJ,WAAW,SACV,EAAE,UAAU,YAAa,EAAE,UAAU,YAAY,OAAO,OAAO,SAAS;CAC3E,OAAO;EACL,SAAS,KAAK;EACd,KAAK,KAAK;EACV,KAAK,EAAE,SAAS,KAAK;EACrB,MAAM,QAAQ,MAAM,SAAS;EAC7B,OAAO,QAAQ,MAAM,SAAS,CAAC;EAC/B;EACA,SAAS,KAAK,SAAS;EACvB,OACE,QAAQ,MAAM,KAAK,OAAO;GAAE,QAAQ,EAAE;GAAQ,MAAM,EAAE;GAAM,YAAY,EAAE;EAAW,EAAE,KACvF,CAAC;EACH,QACE,QAAQ,OAAO,KAAK,EAAE,SAAS,UAAU,QAAQ,cAAc;GAC7D;GACA;GACA;GACA;EACF,EAAE,KAAK,CAAC;EACV,IAAI,GAAG,KAAK,IAAI,GAAG,EAAE,SAAS,KAAK;CACrC;AACF;AAEA,MAAM,aAAa,OAAO,YAAoB,QAC5C,KAAK,MACH,MAAM,SAAS,KAAK,YAAY,SAAS,eAAe,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,YAAY,MAAM,CAC3F;;AAGF,eAAe,eAAe,YAAoB,KAAa,QAA2B;CACxF,MAAM,MAAM,KAAK,YAAY,SAAS,eAAe,GAAG,CAAC,CAAC,QAAQ,WAAW,YAAY,CAAC;CAO1F,QAAO,MANY,QAAQ,KACxB,QAAQ,aAAa,CAAC,EAAA,CAAG,IAAI,OAAO,EAAE,WAAW;EAChD,MAAM,OAAO,MAAM,SAAS,KAAK,KAAK,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,YAAY,IAAI;EACtE,OAAO,OAAO,CAAC;GAAE;GAAM,MAAM,IAAI,WAAW,IAAI;EAAE,CAAC,IAAI,CAAC;CAC1D,CAAC,CACH,EAAA,CACY,KAAK;AACnB;;;;;AA2BA,SAAgB,eAAe,SAAgC;CAC7D,MAAM,OAAO,IAAI,IAAI,QAAQ,MAAM,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC;CAC5D,MAAM,wBAAQ,IAAI,IAA0B;CAC5C,MAAM,0BAAU,IAAI,IAAsC;CAC1D,MAAM,aAAa,IAAI,gBAAgB;CAEvC,MAAM,SAAS,OAAe;EAC5B,MAAM,IAAI,KAAK,IAAI,EAAE;EACrB,IAAI,CAAC,KAAK,QAAQ,IAAI,EAAE,GAAG;EAC3B,MAAM,WAAW,MAAM,IAAI,EAAE,KAAK,CAAC;EACnC,MAAM,gBAAgB,EAAE,UAAU,MAAM,MAAM,EAAE,cAAc,KAAA,CAAS;EACvE,MAAM,WAAW,YAAY;GAU3B,MAAM,UAAS,MATK,QAAQ,IAC1B,SAAS,IAAI,OAAO,MAAM;IACxB,MAAM,SAAS,MAAM,WAAW,QAAQ,YAAY,EAAE,GAAG;IACzD,MAAM,OAAO,cAAc,GAAG,MAAM;IACpC,IAAI,CAAC,QAAQ,CAAC,eAAe,OAAO;IACpC,OAAO;KAAE,GAAG;KAAM,UAAU,MAAM,eAAe,QAAQ,YAAY,EAAE,KAAK,MAAM;IAAE;GACtF,CAAC,CACH,EAAA,CAGG,QAAQ,MAAwB,MAAM,IAAI,CAAC,CAC3C,MAAM,GAAG,OAAQ,EAAE,MAAM,OAAO,EAAE,MAAM,MAAM,KAAK,CAAE;GACxD,OAAO,QAAQ,IACb,EAAE,UAAU,IAAI,OAAO,MAA8B;IACnD,MAAM,QAAqB,CAAC;IAC5B,MAAM,SAAS,MAAM,eAAe;KAClC,UAAU,EAAE;KACZ,OAAO,EAAE;KACT,OAAO,QAAQ,QAAQ,SAAS,EAAE,MAAM,CAAC;KACzC,gBAAgB,QAAQ;KACxB,iBAAiB,QAAQ;KACzB,GAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;KACpC,GAAI,EAAE,cAAc,KAAA,IAAY,EAAE,WAAW,EAAE,UAAU,IAAI,CAAC;KAC9D,QAAQ,WAAW;KACnB;IACF,CAAC;IACD,QAAQ,WAAW,IAAI,MAAM;IAC7B,OAAO;KAAE;KAAQ;IAAM;GACzB,CAAC,CACH;EACF,EAAA,CAAG,CAAC,CAAC,OAAO,UACV,EAAE,UAAU,KAAK,MAAqB;GACpC,MAAM,SAAwB;IAC5B,UAAU,EAAE;IACZ,OAAO,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE;IACpC,cAAc,qBAAqB,EAAE,KAAK;IAC1C,GAAI,EAAE,cAAc,KAAA,IAAY,EAAE,WAAW,EAAE,UAAU,IAAI,CAAC;IAC9D,OAAO,CAAC;IACR,OAAO,CAAC;IACR,OAAO,UAAU,KAAK;GACxB;GACA,QAAQ,WAAW,IAAI,MAAM;GAC7B,OAAO;IAAE;IAAQ,OAAO,CAAC;GAAE;EAC7B,CAAC,CACH;EACA,QAAQ,IAAI,IAAI,OAAO;CACzB;CAEA,OAAO;EACL,UAAU,QAA0B;GAClC,MAAM,IAAI,KAAK,IAAI,OAAO,EAAE;GAC5B,IAAI,CAAC,GAAG;GACR,MAAM,OAAO,MAAM,IAAI,OAAO,EAAE,KAAK,CAAC;GACtC,KAAK,KAAK,MAAM;GAChB,MAAM,IAAI,OAAO,IAAI,IAAI;GACzB,IAAI,KAAK,UAAU,EAAE,IAAI,KAAK,UAAU,MAAM,OAAO,EAAE;EACzD;;EAEA,SAAe;GACb,WAAW,MAAM;EACnB;EACA,MAAM,SAAgD;GACpD,KAAK,MAAM,MAAM,KAAK,KAAK,GAAG,IAAI,MAAM,IAAI,EAAE,GAAG,MAAM,EAAE;GACzD,MAAM,sBAAM,IAAI,IAA6B;GAC7C,KAAK,MAAM,CAAC,IAAI,YAAY,SAAS,IAAI,IAAI,IAAI,MAAM,OAAO;GAC9D,OAAO;EACT;CACF;AACF"}

package/dist/{record-BRP9vZrj.js → record-BKmMvZ6O.js}

@@ -32,6 +32,14 @@ const READ_DEFAULTS = {
 		{
 			path: "evals[].attempts[].servedEffort",
 			empty: () => null
+		},
+		{
+			path: "evals[].attempts[].activity.stalledTools",
+			empty: () => 0
+		},
+		{
+			path: "evals[].attempts[].activity.maxToolMs",
+			empty: () => null
 		}
 	],
 	"transcript-line": [],
@@ -120,4 +128,4 @@ const readableCliInvocation = (entry) => fillDefaults("cli-invocation", entry);
 //#endregion
 export { readableCliInvocation as a, readableTranscriptLine as c, readableAnalysisNote as i, fillDefaults as n, readableDebugRequest as o, readableAnalysis as r, readableRecord as s, NewerSchemaError as t };
 
-//# sourceMappingURL=record-BRP9vZrj.js.map
+//# sourceMappingURL=record-BKmMvZ6O.js.map

package/dist/{record-BRP9vZrj.js.map → record-BKmMvZ6O.js.map}

@@ -1 +1 @@
-{"version":3,"file":"record-BRP9vZrj.js","names":[],"sources":["../src/view/record.ts"],"mappings":";AA6BA,MAAa,gBAAkD;CAC7D,cAAc;EACZ;GAAE,MAAM;GAAwB,aAAa,CAAC;EAAE;EAChD;GAAE,MAAM;GAAoC,aAAa,CAAC;EAAE;EAC5D;GAAE,MAAM;GAA4B,aAAa;EAAK;EACtD;GAAE,MAAM;GAAoC,aAAa,CAAC;EAAE;EAC5D;GAAE,MAAM;GAAgB,aAAa;EAAM;EAC3C;GAAE,MAAM;GAA0B,aAAa;EAAK;EACpD;GAAE,MAAM;GAA6B,aAAa;EAAK;EACvD;GAAE,MAAM;GAAmC,aAAa;EAAK;CAC/D;CACA,mBAAmB,CAAC;CACpB,UAAU,CAAC;CACX,iBAAiB,CAAC;CAClB,iBAAiB,CAAC;CAClB,iBAAiB,CAAC;CAClB,kBAAkB,CAAC;AACrB;;;;;AAMA,MAAa,aAAoF,CAAC;;AAGlG,MAAa,kBAAkB;CAC7B,cAAA;CACA,UAAU;CACV,iBAAiB;AACnB;;AAGA,IAAa,mBAAb,cAAsC,MAAM;CAC1C,OAAgB;;CAEhB;CACA,YAAY,MAAc,SAAiB,QAAgB;EACzD,MAAM,SAAS,4CAA4C,QAAQ,4BAA4B,OAAO;EACtG,MAAM,GAAG,KAAK,OAAO,QAAQ;EAC7B,KAAK,SAAS;CAChB;AACF;AAGA,MAAM,YAAY,MAAyB,OAAO,MAAM,YAAY,MAAM,QAAQ,CAAC,MAAM,QAAQ,CAAC;AAElG,SAAS,KAAK,OAAgB,UAAoB,OAA4B;CAC5E,IAAI,CAAC,SAAS,KAAK,GAAG;CACtB,MAAM,CAAC,OAAO,IAAI,GAAG,QAAQ;CAC7B,MAAM,SAAS,iBAAiB,KAAK,IAAI;CACzC,IAAI,QAAQ;EACV,IAAI,OAAO,MAAM,OAAO,GAAa,MAAM,OAAO,IAAI,KAAK,OAAO,MAAM,KAAK;EAC7E;CACF;CACA,MAAM,GAAG,MAAM,MAAM,QAAQ,sBAAsB,KAAK,IAAI,KAAK,CAAC;CAClE,IAAI,CAAC,KAAK,UAAU,CAAC,MAAM;EACzB,IAAI,MAAM,SAAS,KAAA,GAAW,MAAM,OAAO,MAAM;EACjD;CACF;CACA,MAAM,QAAQ,MAAM;CACpB,MAAM,WACJ,SAAS,OACL,MAAM,QAAQ,KAAK,IACjB,QACA,CAAC,IACH,SAAS,OACP,SAAS,KAAK,IACZ,OAAO,OAAO,KAAK,IACnB,CAAC,IACH,CAAC,KAAK;CACd,KAAK,MAAM,KAAK,UAAU,KAAK,GAAG,MAAM,KAAK;AAC/C;;AAGA,SAAgB,aAAgB,OAAkB,OAAa;CAC7D,KAAK,MAAM,KAAK,cAAc,QAAQ,KAAK,OAAO,EAAE,KAAK,MAAM,GAAG,GAAG,EAAE,KAAK;CAC5E,OAAO;AACT;AAEA,SAAS,QAAW,OAAqC,OAAU,MAAiB;CAClF,MAAM,SAAS,gBAAgB;CAC/B,IAAI,UAAW,MAAc;CAC7B,IAAI,OAAO,YAAY,UAAU,OAAO;CACxC,IAAI,UAAU,QAAQ,MAAM,IAAI,iBAAiB,MAAM,SAAS,MAAM;CACtE,IAAI,IAAa;CACjB,OAAO,UAAU,QAAQ,WAAW;EAClC,MAAM,UAAU,WAAW,MAAM,GAAG;EACpC,IAAI,CAAC,SAAS;EACd,IAAI,QAAQ,CAAU;CACxB;CACA,OAAO;AACT;;;;;;AAOA,SAAgB,eAAe,QAAmB,OAAO,OAAO,OAAO,SAAoB;CACzF,OAAO,aAAa,cAAc,QAAQ,cAAc,QAAQ,IAAI,CAAC;AACvE;;AAGA,MAAa,0BAA0B,SACrC,aAAa,mBAAmB,IAAI;;AAGtC,MAAa,oBAAoB,KAAkB,OAAO,oBACxD,aAAa,YAAY,QAAQ,YAAY,KAAK,IAAI,CAAC;;AAGzD,MAAa,wBACX,MACA,OAAO,yBACU,aAAa,iBAAiB,QAAQ,iBAAiB,MAAM,IAAI,CAAC;;AAGrF,MAAa,wBAAwB,YACnC,aAAa,iBAAiB,OAAO;;AAGvC,MAAa,yBAAyB,UACpC,aAAa,kBAAkB,KAAK"}
+{"version":3,"file":"record-BKmMvZ6O.js","names":[],"sources":["../src/view/record.ts"],"mappings":";AA6BA,MAAa,gBAAkD;CAC7D,cAAc;EACZ;GAAE,MAAM;GAAwB,aAAa,CAAC;EAAE;EAChD;GAAE,MAAM;GAAoC,aAAa,CAAC;EAAE;EAC5D;GAAE,MAAM;GAA4B,aAAa;EAAK;EACtD;GAAE,MAAM;GAAoC,aAAa,CAAC;EAAE;EAC5D;GAAE,MAAM;GAAgB,aAAa;EAAM;EAC3C;GAAE,MAAM;GAA0B,aAAa;EAAK;EACpD;GAAE,MAAM;GAA6B,aAAa;EAAK;EACvD;GAAE,MAAM;GAAmC,aAAa;EAAK;EAC7D;GAAE,MAAM;GAA4C,aAAa;EAAE;EACnE;GAAE,MAAM;GAAyC,aAAa;EAAK;CACrE;CACA,mBAAmB,CAAC;CACpB,UAAU,CAAC;CACX,iBAAiB,CAAC;CAClB,iBAAiB,CAAC;CAClB,iBAAiB,CAAC;CAClB,kBAAkB,CAAC;AACrB;;;;;AAMA,MAAa,aAAoF,CAAC;;AAGlG,MAAa,kBAAkB;CAC7B,cAAA;CACA,UAAU;CACV,iBAAiB;AACnB;;AAGA,IAAa,mBAAb,cAAsC,MAAM;CAC1C,OAAgB;;CAEhB;CACA,YAAY,MAAc,SAAiB,QAAgB;EACzD,MAAM,SAAS,4CAA4C,QAAQ,4BAA4B,OAAO;EACtG,MAAM,GAAG,KAAK,OAAO,QAAQ;EAC7B,KAAK,SAAS;CAChB;AACF;AAGA,MAAM,YAAY,MAAyB,OAAO,MAAM,YAAY,MAAM,QAAQ,CAAC,MAAM,QAAQ,CAAC;AAElG,SAAS,KAAK,OAAgB,UAAoB,OAA4B;CAC5E,IAAI,CAAC,SAAS,KAAK,GAAG;CACtB,MAAM,CAAC,OAAO,IAAI,GAAG,QAAQ;CAC7B,MAAM,SAAS,iBAAiB,KAAK,IAAI;CACzC,IAAI,QAAQ;EACV,IAAI,OAAO,MAAM,OAAO,GAAa,MAAM,OAAO,IAAI,KAAK,OAAO,MAAM,KAAK;EAC7E;CACF;CACA,MAAM,GAAG,MAAM,MAAM,QAAQ,sBAAsB,KAAK,IAAI,KAAK,CAAC;CAClE,IAAI,CAAC,KAAK,UAAU,CAAC,MAAM;EACzB,IAAI,MAAM,SAAS,KAAA,GAAW,MAAM,OAAO,MAAM;EACjD;CACF;CACA,MAAM,QAAQ,MAAM;CACpB,MAAM,WACJ,SAAS,OACL,MAAM,QAAQ,KAAK,IACjB,QACA,CAAC,IACH,SAAS,OACP,SAAS,KAAK,IACZ,OAAO,OAAO,KAAK,IACnB,CAAC,IACH,CAAC,KAAK;CACd,KAAK,MAAM,KAAK,UAAU,KAAK,GAAG,MAAM,KAAK;AAC/C;;AAGA,SAAgB,aAAgB,OAAkB,OAAa;CAC7D,KAAK,MAAM,KAAK,cAAc,QAAQ,KAAK,OAAO,EAAE,KAAK,MAAM,GAAG,GAAG,EAAE,KAAK;CAC5E,OAAO;AACT;AAEA,SAAS,QAAW,OAAqC,OAAU,MAAiB;CAClF,MAAM,SAAS,gBAAgB;CAC/B,IAAI,UAAW,MAAc;CAC7B,IAAI,OAAO,YAAY,UAAU,OAAO;CACxC,IAAI,UAAU,QAAQ,MAAM,IAAI,iBAAiB,MAAM,SAAS,MAAM;CACtE,IAAI,IAAa;CACjB,OAAO,UAAU,QAAQ,WAAW;EAClC,MAAM,UAAU,WAAW,MAAM,GAAG;EACpC,IAAI,CAAC,SAAS;EACd,IAAI,QAAQ,CAAU;CACxB;CACA,OAAO;AACT;;;;;;AAOA,SAAgB,eAAe,QAAmB,OAAO,OAAO,OAAO,SAAoB;CACzF,OAAO,aAAa,cAAc,QAAQ,cAAc,QAAQ,IAAI,CAAC;AACvE;;AAGA,MAAa,0BAA0B,SACrC,aAAa,mBAAmB,IAAI;;AAGtC,MAAa,oBAAoB,KAAkB,OAAO,oBACxD,aAAa,YAAY,QAAQ,YAAY,KAAK,IAAI,CAAC;;AAGzD,MAAa,wBACX,MACA,OAAO,yBACU,aAAa,iBAAiB,QAAQ,iBAAiB,MAAM,IAAI,CAAC;;AAGrF,MAAa,wBAAwB,YACnC,aAAa,iBAAiB,OAAO;;AAGvC,MAAa,yBAAyB,UACpC,aAAa,kBAAkB,KAAK"}