katt 0.0.10 → 0.0.11

package/build-tests/check1.eval.js

@@ -4,7 +4,7 @@ describe('Hello World', () => {
     it('should return the date in a json format', async () => {
         const currentData = new Date(Date.now());
 
-        const result = await prompt('Return the current year in the format "{ year: YYYY }"');
-        expect(result).toContain(`{ year: ${currentData.getFullYear()} }`);
+        const result = await prompt('Look for updates in the readme file.');
+        expect(result).toContain('');
     });
 });

package/dist/index.js

@@ -1,55 +1,56 @@
-import { _ as e, a as t, c as n, d as r, f as i, g as a, h as o, i as s, l as c, m as l, n as u, o as d, p as f, r as p, s as m, t as h, u as g, v as _ } from "./runCli-DkkiL_uk.js";
-import { mkdtemp as v, readFile as y, rm as b } from "node:fs/promises";
-import { basename as x, dirname as S, isAbsolute as C, join as w, resolve as T } from "node:path";
-import { mkdirSync as E, readFileSync as D, writeFileSync as O } from "node:fs";
-import { CopilotClient as ee, approveAll as te } from "@github/copilot-sdk";
-import { spawn as ne } from "node:child_process";
-import { tmpdir as k } from "node:os";
+import { _ as e, a as t, c as n, d as r, f as i, g as a, h as o, i as s, l as c, m as l, n as u, o as d, p as f, r as p, s as m, t as h, u as g, v as _, y as v } from "./runCli-CJ7_lGMV.js";
+import { access as y, constants as b, mkdir as x, mkdtemp as S, readFile as C, rm as w, writeFile as ee } from "node:fs/promises";
+import { basename as T, dirname as E, isAbsolute as te, join as D, resolve as O } from "node:path";
+import { mkdirSync as k, readFileSync as A, writeFileSync as j } from "node:fs";
+import { CopilotClient as ne, approveAll as re } from "@github/copilot-sdk";
+import { spawn as ie } from "node:child_process";
+import { tmpdir as ae } from "node:os";
 //#region src/lib/describe/describe.ts
-function A(t, r) {
-	e(() => {
-		l(t);
+function oe(t, n) {
+	_(() => {
+		o(t);
 		try {
-			let e = r();
-			if (e && typeof e.then == "function") {
-				a(e.finally(() => {
-					f();
+			let t = n();
+			if (t && typeof t.then == "function") {
+				e(t.finally(() => {
+					l();
 				}));
 				return;
 			}
 		} catch (e) {
-			throw f(), e;
+			throw l(), e;
 		}
-		f();
-	}, n());
+		l();
+	}, c());
 }
 //#endregion
 //#region src/lib/prompt/codex.ts
-var j = "katt-codex-", M = "last-message.txt";
-function N(e, t) {
+var se = "katt-codex-", ce = "last-message.txt";
+function le(e, t) {
 	return typeof e == "object" && !!e && "code" in e && e.code === t;
 }
-function P(e) {
+function M(e) {
 	return typeof e == "string" && e.length > 0;
 }
-function F(e) {
-	return P(e) ? [e] : Array.isArray(e) ? e.filter(P) : [];
+function ue(e) {
+	return M(e) ? [e] : Array.isArray(e) ? e.filter(M) : [];
 }
-function I(e, t) {
-	let n = t ?? {}, r = [
+function de(e, t, n = !1) {
+	let r = t ?? {}, i = [
 		"exec",
 		"--color",
 		"never",
+		...n ? ["--json"] : [],
 		"--output-last-message",
 		e
 	];
-	P(n.model) && r.push("--model", n.model), P(n.profile) && r.push("--profile", n.profile), P(n.sandbox) && r.push("--sandbox", n.sandbox), n.fullAuto === !0 && r.push("--full-auto"), n.skipGitRepoCheck === !0 && r.push("--skip-git-repo-check"), n.dangerouslyBypassApprovalsAndSandbox === !0 && r.push("--dangerously-bypass-approvals-and-sandbox");
-	for (let e of F(n.config)) r.push("--config", e);
-	return r.push("-"), r;
+	M(r.model) && i.push("--model", r.model), M(r.profile) && i.push("--profile", r.profile), M(r.sandbox) && i.push("--sandbox", r.sandbox), r.fullAuto === !0 && i.push("--full-auto"), r.skipGitRepoCheck === !0 && i.push("--skip-git-repo-check"), r.dangerouslyBypassApprovalsAndSandbox === !0 && i.push("--dangerously-bypass-approvals-and-sandbox");
+	for (let e of ue(r.config)) i.push("--config", e);
+	return i.push("-"), i;
 }
-function L(e, t, n, r) {
+function N(e, t, n, r) {
 	return new Promise((i, a) => {
-		let o = ne("codex", t, {
+		let o = ie("codex", t, {
 			cwd: r,
 			stdio: [
 				"pipe",
@@ -78,86 +79,240 @@ function L(e, t, n, r) {
 		}), o.stdin.end(e);
 	});
 }
-async function R(e, t) {
+async function P(e, t) {
 	try {
-		return await y(e, "utf8");
+		return await C(e, "utf8");
 	} catch (e) {
-		if (!N(e, "ENOENT")) throw e;
+		if (!le(e, "ENOENT")) throw e;
 		return t;
 	}
 }
-function z(e) {
+function F(e) {
 	if (e.timedOut) return "Codex timed out before returning a response.";
 	if (e.exitCode === null) return `Codex exited due to signal ${e.signal ?? "unknown"}.`;
 	let t = e.stderr.length > 0 ? ` ${e.stderr}` : "";
 	return `Codex exited with code ${e.exitCode}.${t}`;
 }
-async function B(e, t, n) {
-	let r = n ?? {}, i = P(r.workingDirectory) ? r.workingDirectory : process.cwd(), a = await v(w(k(), j)), o = w(a, M);
+function I(e) {
+	return typeof e == "object" && !!e;
+}
+function L(e) {
+	return typeof e == "string" && e.trim().length > 0 ? e.trim() : void 0;
+}
+function R(e, t, n = 0) {
+	if (n > 6) return;
+	let r = L(e);
+	if (r) {
+		t.push(r);
+		return;
+	}
+	if (Array.isArray(e)) {
+		for (let r of e) R(r, t, n + 1);
+		return;
+	}
+	if (I(e)) for (let r of [
+		"reasoning",
+		"reasoningText",
+		"reasoning_text",
+		"content",
+		"summary",
+		"deltaContent",
+		"delta",
+		"text",
+		"intent",
+		"analysis",
+		"thought",
+		"plan",
+		"message"
+	]) r in e && R(e[r], t, n + 1);
+}
+function z(e) {
+	if (e.trim().length === 0) return [];
 	try {
-		let r = await L(e, I(o, n), t, i);
-		if (r.timedOut) throw Error(`Codex timed out after ${t}ms.`);
-		if (r.exitCode !== 0) throw Error(z(r));
-		let a = await R(o, r.stdout);
-		if (a.length === 0) throw Error("Codex did not return a response.");
-		return a;
+		let t = JSON.parse(e);
+		if (!I(t)) return [];
+		let n = [], r = L(t.type);
+		if (r && /reason|intent|plan|analysis|thought|think/i.test(r) && R(t, n), "msg" in t && I(t.msg)) {
+			let e = L(t.msg.type);
+			e && /reason|intent|plan|analysis|thought|think/i.test(e) && R(t.msg, n);
+		}
+		return n;
+	} catch {
+		return [];
+	}
+}
+function B(e) {
+	let t = e.split(/\r?\n/), n = [], r = /* @__PURE__ */ new Set();
+	for (let e of t) {
+		let t = z(e);
+		for (let e of t) r.has(e) || (r.add(e), n.push(e));
+	}
+	return n.join("\n\n");
+}
+function V(e) {
+	let t = e.split(/\r?\n/), n = "";
+	for (let e of t) if (e.trim().length !== 0) try {
+		let t = JSON.parse(e);
+		if (!I(t)) continue;
+		if (I(t.msg) && L(t.msg.type) === "agent_message") {
+			let e = L(t.msg.message);
+			e && (n = e);
+		}
+	} catch {}
+	return n;
+}
+async function H(e, t, n, r) {
+	let i = n ?? {}, a = M(i.workingDirectory) ? i.workingDirectory : process.cwd(), o = await S(D(ae(), se)), s = D(o, ce);
+	try {
+		let i = await N(e, de(s, n, r), t, a);
+		if (i.timedOut) throw Error(`Codex timed out after ${t}ms.`);
+		if (i.exitCode !== 0) throw Error(F(i));
+		let o = await P(s, r ? V(i.stdout) : i.stdout);
+		if (o.length === 0) throw Error("Codex did not return a response.");
+		return {
+			response: o,
+			reasoning: r ? B(i.stdout) : ""
+		};
 	} finally {
-		await b(a, {
+		await w(o, {
 			recursive: !0,
 			force: !0
 		});
 	}
 }
-function V(e) {
+async function fe(e, t, n) {
+	return (await H(e, t, n, !1)).response;
+}
+async function pe(e, t, n) {
+	return H(e, t, n, !0);
+}
+//#endregion
+//#region src/lib/prompt/reasoningWriter.ts
+var me = "No reasoning was emitted by the runtime for this prompt.", he = "No final output was returned by the runtime for this prompt.", ge = new Set([
+	"<",
+	">",
+	":",
+	"\"",
+	"/",
+	"\\",
+	"|",
+	"?",
+	"*"
+]);
+function U(e) {
+	let t = e.trim().split("").map((e) => e.charCodeAt(0) <= 31 || ge.has(e) ? "_" : e).join("").replace(/\s+/g, "_");
+	return t.length > 0 ? t : "unnamed";
+}
+function _e() {
+	let e = g().map((e) => U(e.description)), t = i().map((e) => U(e.description)), n = [...e, ...t];
+	return n.length === 0 ? "root" : n.join("__");
+}
+function ve(e) {
+	return `${String(e.getUTCFullYear())}${String(e.getUTCMonth() + 1).padStart(2, "0")}${String(e.getUTCDate()).padStart(2, "0")}T${String(e.getUTCHours()).padStart(2, "0")}${String(e.getUTCMinutes()).padStart(2, "0")}${String(e.getUTCSeconds()).padStart(2, "0")}`;
+}
+async function ye(e) {
+	try {
+		return await y(e, b.F_OK), !0;
+	} catch {
+		return !1;
+	}
+}
+function be(e, t, n) {
+	let r = t.trim().length > 0 ? t : me, i = n.trim().length > 0 ? n : he;
+	return [
+		"# Reasoning",
+		"",
+		`Runtime: ${e}`,
+		"",
+		"## Reasoning Trace",
+		"",
+		r,
+		"",
+		"## Final Output",
+		"",
+		i,
+		""
+	].join("\n");
+}
+function xe(e) {
+	let t = T(e).replace(/\.eval\.[^./\\]+$/, ""), n = _e();
+	return D(E(e), "__reasoning__", `${t}__${n}.reasoning.md`);
+}
+function Se(e) {
+	let t = ve(/* @__PURE__ */ new Date());
+	return `${e.replace(/\.reasoning\.md$/, "")}__${t}.reasoning.md`;
+}
+async function W(e, n, r) {
+	let i = t.getStore()?.evalFile;
+	if (!i) return;
+	let a = xe(i);
+	await x(E(a), { recursive: !0 });
+	let o = await ye(a) ? Se(a) : a;
+	return await ee(o, be(e, n, r), "utf8"), o;
+}
+function G(e) {
 	return typeof e == "string" && e.length > 0 ? e : void 0;
 }
-function H(e) {
+function K(e) {
 	if (!e) return;
 	let t = { ...e };
 	if (t.model !== void 0) {
-		let e = V(typeof t.model == "string" ? t.model : void 0);
+		let e = G(typeof t.model == "string" ? t.model : void 0);
 		e ? t.model = e : delete t.model;
 	}
 	return Object.keys(t).length > 0 ? t : void 0;
 }
-function U(e) {
+function q(e) {
 	if (!(typeof e != "number" || !Number.isFinite(e)) && !(e <= 0)) return Math.floor(e);
 }
-function W(e) {
+function J(e) {
 	return !Number.isFinite(e) || (e ?? 0) <= 0 ? 0 : Math.floor(e ?? 0);
 }
-function G(e) {
-	return W(e.inputTokens) + W(e.outputTokens) + W(e.cacheReadTokens) + W(e.cacheWriteTokens);
-}
-async function K(e, t = {}) {
-	let { timeoutMs: n, onPermissionRequest: r, ...i } = t, a = await u(), o = H(a.agentOptions), s = H(i), c = H({
-		...o ?? {},
-		...s ?? {}
-	}), l = U(a.promptTimeoutMs), d = U(n) ?? l ?? 6e5, f = V(typeof c?.model == "string" ? c.model : void 0);
-	if (a.agent === "codex") {
-		let t = await B(e, d, c);
-		return f && _(f), t;
+function Ce(e) {
+	return J(e.inputTokens) + J(e.outputTokens) + J(e.cacheReadTokens) + J(e.cacheWriteTokens);
+}
+async function Y(e, t = {}) {
+	let { timeoutMs: r, onPermissionRequest: i, ...a } = t, o = await u(), s = K(o.agentOptions), c = K(a), l = K({
+		...s ?? {},
+		...c ?? {}
+	}), d = q(o.promptTimeoutMs), f = q(r) ?? d ?? 6e5, m = G(typeof l?.model == "string" ? l.model : void 0), h = p();
+	if (o.agent === "codex") {
+		if (h) {
+			let t = await pe(e, f, l);
+			return m && v(m), await W("codex", t.reasoning, t.response), t.response;
+		}
+		let t = await fe(e, f, l);
+		return m && v(m), t;
 	}
-	let p = new ee({ useLoggedInUser: !0 }), h, g, v = 0;
+	let g = new ne({ useLoggedInUser: !0 }), _, y, b, x, S = 0, C = [], w = [];
 	try {
-		await p.start(), h = await p.createSession({
-			...c,
-			onPermissionRequest: r ?? te
-		}), g = h.on("assistant.usage", (e) => {
-			v += G(e.data);
+		await g.start(), _ = await g.createSession({
+			...l,
+			onPermissionRequest: i ?? re
+		}), y = _.on("assistant.usage", (e) => {
+			S += Ce(e.data);
+		}), b = _.on("assistant.reasoning", (e) => {
+			typeof e.data.content == "string" && e.data.content.length > 0 && C.push(e.data.content);
+		}), x = _.on("assistant.intent", (e) => {
+			typeof e.data.intent == "string" && e.data.intent.length > 0 && w.push(e.data.intent);
 		});
-		let t = await h.sendAndWait({ prompt: e }, d);
+		let t = await _.sendAndWait({ prompt: e }, f);
 		if (!t?.data?.content) throw Error("Copilot did not return a response.");
-		return f && _(f), t.data.content;
+		if (h) {
+			let e = [];
+			for (let t of w) e.push(`Intent: ${t}`);
+			e.push(...C), typeof t.data.reasoningText == "string" && t.data.reasoningText.length > 0 && e.push(t.data.reasoningText), await W("gh-copilot", e.join("\n\n"), t.data.content);
+		}
+		return m && v(m), t.data.content;
 	} finally {
 		let e = [];
-		if (g?.(), v > 0 && m(v), h) try {
-			await h.destroy();
+		if (y?.(), b?.(), x?.(), S > 0 && n(S), _) try {
+			await _.destroy();
 		} catch (t) {
 			e.push(t);
 		}
 		try {
-			let t = await p.stop();
+			let t = await g.stop();
 			e.push(...t);
 		} catch (t) {
 			e.push(t);
@@ -165,90 +320,101 @@ async function K(e, t = {}) {
 		e.length > 0 && console.error(`Copilot cleanup encountered ${e.length} error(s).`);
 	}
 }
-async function q(e, t = {}) {
-	let n = s.getStore(), r = n?.evalFile ? S(n.evalFile) : process.cwd();
-	return K(await y(C(e) ? e : T(r, e), "utf8"), t);
+async function we(e, n = {}) {
+	let r = t.getStore(), i = r?.evalFile ? E(r.evalFile) : process.cwd();
+	return Y(await C(te(e) ? e : O(i, e), "utf8"), n);
 }
 //#endregion
 //#region src/lib/expect/matcherUtils.ts
-function J(e) {
-	o({
-		describePath: g(),
-		itPath: i(),
+function X(e) {
+	a({
+		describePath: r(),
+		itPath: f(),
 		message: e
 	});
 }
 //#endregion
 //#region src/lib/expect/promptCheck.ts
-async function Y(e, t) {
-	let n = Date.now(), r = `expected '${e}' to satisfy '${t}'`, i = K(`Evaluate if the expectation is fulfiled in by the input.
-        Expectation: "${t}".
+async function Te(t, n) {
+	let r = Date.now(), i = `expected '${t}' to satisfy '${n}'`, a = Y(`Evaluate if the expectation is fulfiled in by the input.
+        Expectation: "${n}".
         Input:
         ---
-        ${e}
+        ${t}
         ---
         Important: Answer with "Yes" or "No" only, without any additional text.
         `).then((e) => {
-		e.includes("Yes") ? d(Date.now() - n, "promptCheck") : e.includes("No") ? J(r) : J(`failed to evaluate expectation '${t}'`);
+		e.includes("Yes") ? m(Date.now() - r, "promptCheck") : e.includes("No") ? X(i) : X(`failed to evaluate expectation '${n}'`);
 	});
-	return a(i), i;
+	return e(a), a;
 }
 //#endregion
 //#region src/lib/expect/toBeClassifiedAs.ts
-var X = 3;
-function re(e) {
+var Ee = 3;
+function De(e) {
 	let t = e.match(/\b([1-5])\b/);
-	return !t || !t[1] ? null : Number(t[1]);
+	return t?.[1] ? Number(t[1]) : null;
 }
-async function ie(e, t, n) {
-	let r = Date.now(), i = n?.threshold ?? X, o = K(`Classify the input by how "${t}" it is on a scale of 1 to 5.
-1 means "not ${t}" and 5 means "very ${t}".
+async function Oe(t, n, r) {
+	let i = Date.now(), a = r?.threshold ?? Ee, o = Y(`Classify the input by how "${n}" it is on a scale of 1 to 5.
+1 means "not ${n}" and 5 means "very ${n}".
 Return only a single number: 1, 2, 3, 4, or 5.
 
 Input:
 ---
-${e}
----`, n?.model ? { model: n.model } : void 0).then((e) => {
-		let n = re(e);
-		if (n === null) {
-			J(`failed to classify as '${t}'. Evaluator returned '${e}'`);
+${t}
+---`, r?.model ? { model: r.model } : void 0).then((e) => {
+		let t = De(e);
+		if (t === null) {
+			X(`failed to classify as '${n}'. Evaluator returned '${e}'`);
 			return;
 		}
-		let a = `expected response to be classified as '${t}' with score >= ${i}, got ${n}`;
-		if (n < i) {
-			J(a);
+		let r = `expected response to be classified as '${n}' with score >= ${a}, got ${t}`;
+		if (t < a) {
+			X(r);
 			return;
 		}
-		d(Date.now() - r, "toBeClassifiedAs");
+		m(Date.now() - i, "toBeClassifiedAs");
 	});
-	return a(o), o;
+	return e(o), o;
 }
 //#endregion
 //#region src/lib/expect/toContain.ts
-function ae(e, t) {
+function ke(e, t) {
 	let n = `expected '${e}' to include '${t}'`;
-	e.includes(t) || J(n);
+	e.includes(t) || X(n);
 }
 //#endregion
 //#region src/lib/expect/toMatchSnapshot.ts
-function Z(e) {
-	let t = e.trim().replace(/[<>:"/\\|?*\x00-\x1f]/g, "_").replace(/\s+/g, "_");
+var Z = new Set([
+	"<",
+	">",
+	":",
+	"\"",
+	"/",
+	"\\",
+	"|",
+	"?",
+	"*"
+]);
+function Q(e) {
+	let t = e.trim().split("").map((e) => e.charCodeAt(0) <= 31 || Z.has(e) ? "_" : e).join("").replace(/\s+/g, "_");
 	return t.length > 0 ? t : "unnamed";
 }
-function oe() {
-	let e = c().map((e) => Z(e.description)), t = r().map((e) => Z(e.description)), n = [...e, ...t];
+function Ae() {
+	let e = g().map((e) => Q(e.description)), t = i().map((e) => Q(e.description)), n = [...e, ...t];
 	return n.length === 0 ? "root" : n.join("__");
 }
-function se(e) {
-	let t = x(e).replace(/\.eval\.[^./\\]+$/, ""), n = oe();
-	return w(S(e), "__snapshots__", `${t}__${n}.snap.md`);
+function je(e) {
+	let t = T(e).replace(/\.eval\.[^./\\]+$/, ""), n = Ae();
+	return D(E(e), "__snapshots__", `${t}__${n}.snap.md`);
 }
-function Q(e) {
+function $(e) {
 	return e.split(/\r?\n/);
 }
-function ce(e, t) {
+function Me(e, t) {
 	if (e === t) return "  (no diff)";
-	let n = Q(e), r = Q(t), i = Math.max(n.length, r.length), a = [];
+	let n = $(e), r = $(t), i = Math.max(n.length, r.length), a = [];
 	for (let e = 0; e < i; e += 1) {
 		let t = n[e], i = r[e];
 		if (t !== i) {
@@ -265,58 +431,58 @@ function ce(e, t) {
 	}
 	return a.join("\n");
 }
-function le(e) {
-	let t = s.getStore()?.evalFile;
-	if (!t) {
-		J("toMatchSnapshot can only be used while running an eval file.");
+function Ne(e) {
+	let n = t.getStore()?.evalFile;
+	if (!n) {
+		X("toMatchSnapshot can only be used while running an eval file.");
 		return;
 	}
-	let n = se(t);
+	let r = je(n);
 	try {
-		let t = D(n, "utf8");
+		let t = A(r, "utf8");
 		if (t === e) return;
-		if (p()) {
-			O(n, e, "utf8");
+		if (s()) {
+			j(r, e, "utf8");
 			return;
 		}
-		let r = ce(t, e);
-		J([
-			`Snapshot mismatch at ${n}`,
+		let n = Me(t, e);
+		X([
+			`Snapshot mismatch at ${r}`,
 			"",
 			"Diff:",
-			r,
+			n,
 			"",
 			"Run 'npx katt --update-snapshots' (or -u) to accept this change."
 		].join("\n"));
 	} catch (t) {
 		if (t.code !== "ENOENT") {
-			J(`Failed to read snapshot at ${n}: ${String(t)}`);
+			X(`Failed to read snapshot at ${r}: ${String(t)}`);
 			return;
 		}
 		try {
-			E(S(n), { recursive: !0 }), O(n, e, "utf8");
+			k(E(r), { recursive: !0 }), j(r, e, "utf8");
 		} catch (e) {
-			J(`Failed to write snapshot at ${n}: ${String(e)}`);
+			X(`Failed to write snapshot at ${r}: ${String(e)}`);
 		}
 	}
 }
 //#endregion
 //#region src/lib/expect/expect.ts
-function $(e) {
+function Pe(e) {
 	return {
 		toContain: (t) => {
-			ae(e, t);
+			ke(e, t);
 		},
 		toMatchSnapshot: () => {
-			le(e);
+			Ne(e);
 		},
 		promptCheck: async (t) => {
-			await Y(e, t);
+			await Te(e, t);
 		},
 		toBeClassifiedAs: async (t, n) => {
-			await ie(e, t, n);
+			await Oe(e, t, n);
 		}
 	};
 }
 //#endregion
-export { A as describe, $ as expect, t as it, K as prompt, q as promptFile, h as runCli };
+export { oe as describe, Pe as expect, d as it, Y as prompt, we as promptFile, h as runCli };

package/dist/katt.js

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { t as e } from "./runCli-DkkiL_uk.js";
+import { t as e } from "./runCli-CJ7_lGMV.js";
 //#region src/cli.ts
 e().then((e) => {
 	process.exit(e);

package/dist/{runCli-DkkiL_uk.js → runCli-CJ7_lGMV.js}

@@ -131,34 +131,34 @@ async function me() {
 }
 //#endregion
 //#region src/lib/output/color.ts
-var j = "\x1B[1;36m", M = "\x1B[33m", N = "\x1B[38;5;208m", P = "\x1B[1;38;5;208m", F = "\x1B[0m";
+var he = "\x1B[1;36m", j = "\x1B[33m", M = "\x1B[38;5;208m", N = "\x1B[1;38;5;208m", P = "\x1B[0m";
+function F(e) {
+	return `${he}${e}${P}`;
+}
 function I(e) {
-	return `${j}${e}${F}`;
+	return `${j}${e}${P}`;
 }
 function L(e) {
-	return `${M}${e}${F}`;
+	return `${M}${e}${P}`;
 }
 function R(e) {
-	return `${N}${e}${F}`;
-}
-function z(e) {
-	return `${P}${e}${F}`;
+	return `${N}${e}${P}`;
 }
 //#endregion
 //#region src/lib/output/testLogging.ts
-var B = "";
-function he() {
-	B = "";
+var z = "";
+function ge() {
+	z = "";
 }
-function ge({ suitePath: e, casePath: t, durationMs: n, model: r, tokenUsage: i }) {
+function _e({ suitePath: e, casePath: t, durationMs: n, model: r, tokenUsage: i }) {
 	let a = e.length > 0 ? e : "(root)", o = t.length > 0 ? t : "(root)";
-	B !== a && (console.log(`Suite "${I(a)}"`), B = a);
-	let s = [`Test "${I(o)}"`, `- Finished in ${I(`${n} ms`)}`];
-	r && s.push(`- Model ${I(r)}`), (i ?? 0) > 0 && s.push(`- Tokens used ${I(String(i))}`), s.push("---"), console.log(s.join("\n"));
+	z !== a && (console.log(`Suite "${F(a)}"`), z = a);
+	let s = [`Test "${F(o)}"`, `- Finished in ${F(`${n} ms`)}`];
+	r && s.push(`- Model ${F(r)}`), (i ?? 0) > 0 && s.push(`- Tokens used ${F(String(i))}`), s.push("---"), console.log(s.join("\n"));
 }
-function V(e, t = "(root)") {
+function B(e, t = "(root)") {
 	let n = k();
-	ge({
+	_e({
 		suitePath: T(),
 		casePath: n.length > 0 ? n : t,
 		durationMs: e,
@@ -168,7 +168,7 @@ function V(e, t = "(root)") {
 }
 //#endregion
 //#region src/lib/it/it.ts
-function _e(e, t) {
+function ve(e, t) {
 	S(() => {
 		ce(), D(e);
 		let n = Date.now(), r = () => Date.now() - n;
@@ -176,34 +176,34 @@ function _e(e, t) {
 			let e = t();
 			if (e && typeof e.then == "function") {
 				A(e.then(() => {
-					V(r());
+					B(r());
 				}).catch((e) => {
-					throw V(r()), e;
+					throw B(r()), e;
 				}).finally(() => {
 					O();
 				}));
 				return;
 			}
 		} catch (e) {
-			throw V(r()), O(), e;
+			throw B(r()), O(), e;
 		}
-		V(r()), O();
+		B(r()), O();
 	}, C());
 }
 //#endregion
 //#region src/lib/context/evalFileContext.ts
-var H = new s(), U = new URL("data:application/json;base64,ewogICJuYW1lIjogImthdHQiLAogICJ2ZXJzaW9uIjogIjAuMC4xMCIsCiAgImRlc2NyaXB0aW9uIjogIkNMSSB0b29sIHRoYXQgdGVzdHMgdGhlIG91dHB1dCBvZiBhZ2VudGljIEFJIHRvb2xzIiwKICAia2V5d29yZHMiOiBbCiAgICAiY2xpIiwKICAgICJhaSIsCiAgICAiYWdlbnRpYy1haSIsCiAgICAidGVzdGluZyIsCiAgICAiZXZhbHVhdGlvbiIKICBdLAogICJhdXRob3IiOiAiUmFwaGFlbCBQb3J0byAoaHR0cHM6Ly9naXRodWIuY29tL3JhcGhhZWxwb3IpIiwKICAibGljZW5zZSI6ICJNSVQiLAogICJ0eXBlIjogIm1vZHVsZSIsCiAgIm1haW4iOiAiZGlzdC9pbmRleC5qcyIsCiAgImV4cG9ydHMiOiB7CiAgICAiLiI6IHsKICAgICAgInR5cGVzIjogIi4vZGlzdC9pbmRleC5kLnRzIiwKICAgICAgImltcG9ydCI6ICIuL2Rpc3QvaW5kZXguanMiCiAgICB9CiAgfSwKICAiYmluIjogewogICAgImthdHQiOiAiZGlzdC9rYXR0LmpzIgogIH0sCiAgInNjcmlwdHMiOiB7CiAgICAiYnVpbGQiOiAidml0ZSBidWlsZCIsCiAgICAiZGV2IjogInRzeCBzcmMvaW5kZXgudHMiLAogICAgImxpbnQiOiAiYmlvbWUgbGludCAuL3NyYyIsCiAgICAiZm9ybWF0IjogImJpb21lIGZvcm1hdCAtLXdyaXRlIC4vc3JjIiwKICAgICJ0ZXN0IjogInZpdGVzdCIsCiAgICAidHlwZWNoZWNrIjogInRzYyAtcCB0c2NvbmZpZy5qc29uIC0tbm9FbWl0IiwKICAgICJ0ZXN0OmJ1aWxkIjogIm5vZGUgLi9kaXN0L2thdHQuanMiLAogICAgInRlc3Q6YnVpbGQ6Y29kZXgiOiAibm9kZSAuL2Rpc3Qva2F0dC5qcyAtLWNvbmZpZy1maWxlPS4va2F0dC1jb2RleC5qc29uIgogIH0sCiAgInR5cGVzIjogImRpc3QvaW5kZXguZC50cyIsCiAgImRldkRlcGVuZGVuY2llcyI6IHsKICAgICJAYmlvbWVqcy9iaW9tZSI6ICIyLjQuOCIsCiAgICAiQHR5cGVzL25vZGUiOiAiMjUuNS4wIiwKICAgICJ0c3giOiAiNC4yMS4wIiwKICAgICJ0eXBlc2NyaXB0IjogIjYuMC4yIiwKICAgICJ2aXRlIjogIjguMC4yIiwKICAgICJ2aXRlLXBsdWdpbi1kdHMiOiAiNC41LjQiLAogICAgInZpdGVzdCI6ICI0LjEuMSIsCiAgICAidnNjb2RlLWpzb25ycGMiOiAiXjguMi4xIgogIH0sCiAgImRlcGVuZGVuY2llcyI6IHsKICAgICJAZ2l0aHViL2NvcGlsb3Qtc2RrIjogIjAuMi4wIgogIH0sCiAgImJ1Z3MiOiB7CiAgICAidXJsIjogImh0dHBzOi8vZ2l0aHViLmNvbS9yYXBoYWVscG9yL2thdHQvaXNzdWVzIgogIH0sCiAgImhvbWVwYWdlIjogImh0dHBzOi8vZ2l0aHViLmNvbS9yYXBoYWVscG9yL2thdHQiCn0K", "" + import.meta.url), W;
-function ve() {
-	if (W !== void 0) return W;
+var V = new s(), H = new URL("data:application/json;base64,ewogICJuYW1lIjogImthdHQiLAogICJ2ZXJzaW9uIjogIjAuMC4xMSIsCiAgImRlc2NyaXB0aW9uIjogIkNMSSB0b29sIHRoYXQgdGVzdHMgdGhlIG91dHB1dCBvZiBhZ2VudGljIEFJIHRvb2xzIiwKICAia2V5d29yZHMiOiBbCiAgICAiY2xpIiwKICAgICJhaSIsCiAgICAiYWdlbnRpYy1haSIsCiAgICAidGVzdGluZyIsCiAgICAiZXZhbHVhdGlvbiIKICBdLAogICJhdXRob3IiOiAiUmFwaGFlbCBQb3J0byAoaHR0cHM6Ly9naXRodWIuY29tL3JhcGhhZWxwb3IpIiwKICAibGljZW5zZSI6ICJNSVQiLAogICJ0eXBlIjogIm1vZHVsZSIsCiAgIm1haW4iOiAiZGlzdC9pbmRleC5qcyIsCiAgImV4cG9ydHMiOiB7CiAgICAiLiI6IHsKICAgICAgInR5cGVzIjogIi4vZGlzdC9pbmRleC5kLnRzIiwKICAgICAgImltcG9ydCI6ICIuL2Rpc3QvaW5kZXguanMiCiAgICB9CiAgfSwKICAiYmluIjogewogICAgImthdHQiOiAiZGlzdC9rYXR0LmpzIgogIH0sCiAgInNjcmlwdHMiOiB7CiAgICAiYnVpbGQiOiAidml0ZSBidWlsZCIsCiAgICAiZGV2IjogInRzeCBzcmMvaW5kZXgudHMiLAogICAgImxpbnQiOiAiYmlvbWUgbGludCAuL3NyYyIsCiAgICAiZm9ybWF0IjogImJpb21lIGZvcm1hdCAtLXdyaXRlIC4vc3JjIiwKICAgICJ0ZXN0IjogInZpdGVzdCIsCiAgICAidHlwZWNoZWNrIjogInRzYyAtcCB0c2NvbmZpZy5qc29uIC0tbm9FbWl0IiwKICAgICJ0ZXN0OmJ1aWxkIjogIm5vZGUgLi9kaXN0L2thdHQuanMiLAogICAgInRlc3Q6YnVpbGQ6Y29kZXgiOiAibm9kZSAuL2Rpc3Qva2F0dC5qcyAtLWNvbmZpZy1maWxlPS4va2F0dC1jb2RleC5qc29uIgogIH0sCiAgInR5cGVzIjogImRpc3QvaW5kZXguZC50cyIsCiAgImRldkRlcGVuZGVuY2llcyI6IHsKICAgICJAYmlvbWVqcy9iaW9tZSI6ICIyLjQuMTAiLAogICAgIkB0eXBlcy9ub2RlIjogIjI1LjUuMiIsCiAgICAidHN4IjogIjQuMjEuMCIsCiAgICAidHlwZXNjcmlwdCI6ICI2LjAuMiIsCiAgICAidml0ZSI6ICI4LjAuMyIsCiAgICAidml0ZS1wbHVnaW4tZHRzIjogIjQuNS40IiwKICAgICJ2aXRlc3QiOiAiNC4xLjIiLAogICAgInZzY29kZS1qc29ucnBjIjogIl44LjIuMSIKICB9LAogICJkZXBlbmRlbmNpZXMiOiB7CiAgICAiQGdpdGh1Yi9jb3BpbG90LXNkayI6ICIwLjIuMCIKICB9LAogICJidWdzIjogewogICAgInVybCI6ICJodHRwczovL2dpdGh1Yi5jb20vcmFwaGFlbHBvci9rYXR0L2lzc3VlcyIKICB9LAogICJob21lcGFnZSI6ICJodHRwczovL2dpdGh1Yi5jb20vcmFwaGFlbHBvci9rYXR0Igp9Cg==", "" + import.meta.url), U;
+function ye() {
+	if (U !== void 0) return U;
 	try {
-		let t = U.protocol === "data:" ? ye(U) : c(e(U), "utf8"), n = JSON.parse(t);
-		W = typeof n.version == "string" ? n.version : "unknown";
+		let t = H.protocol === "data:" ? be(H) : c(e(H), "utf8"), n = JSON.parse(t);
+		U = typeof n.version == "string" ? n.version : "unknown";
 	} catch {
-		W = "unknown";
+		U = "unknown";
 	}
-	return W;
+	return U;
 }
-function ye(e) {
+function be(e) {
 	let t = e.pathname.indexOf(",");
 	if (t < 0) throw Error("Invalid data URL.");
 	let n = e.pathname.slice(0, t), r = e.pathname.slice(t + 1);
@@ -211,30 +211,39 @@ function ye(e) {
 }
 //#endregion
 //#region src/cli/banner.ts
-function G() {
-	let e = `v${ve()}`, t = Math.max(0, Math.floor((35 - e.length) / 2)), n = `${" ".repeat(t)}${e}`;
+function W() {
+	let e = `v${ye()}`, t = Math.max(0, Math.floor((35 - e.length) / 2)), n = `${" ".repeat(t)}${e}`;
 	console.log(`
-${L(" ██╗  ██╗ █████╗ ████████╗████████╗")}
-${L(" ██║ ██╔╝██╔══██╗╚══██╔══╝╚══██╔══╝")}
-${L(" █████╔╝ ███████║   ██║      ██║")}
-${R(" ██╔═██╗ ██╔══██║   ██║      ██║")}
-${R(" ██║  ██╗██║  ██║   ██║      ██║")}
-${z(" ╚═╝  ╚═╝╚═╝  ╚═╝   ╚═╝      ╚═╝")}
-${L(n)}
+${I(" ██╗  ██╗ █████╗ ████████╗████████╗")}
+${I(" ██║ ██╔╝██╔══██╗╚══██╔══╝╚══██╔══╝")}
+${I(" █████╔╝ ███████║   ██║      ██║")}
+${L(" ██╔═██╗ ██╔══██║   ██║      ██║")}
+${L(" ██║  ██╗██║  ██║   ██║      ██║")}
+${R(" ╚═╝  ╚═╝╚═╝  ╚═╝   ╚═╝      ╚═╝")}
+${I(n)}
 `);
 }
 //#endregion
 //#region src/lib/expect/snapshotConfig.ts
+var G = !1;
+function xe(e) {
+	G = e;
+}
+function Se() {
+	return G;
+}
+//#endregion
+//#region src/lib/prompt/reasoningConfig.ts
 var K = !1;
-function be(e) {
+function Ce(e) {
 	K = e;
 }
-function xe() {
+function we() {
 	return K;
 }
 //#endregion
 //#region src/lib/config/config.ts
-var Se = "gh-copilot", q = "katt.json", J;
+var Te = "gh-copilot", q = "katt.json", J;
 function Y() {
 	return typeof J == "string" && J.length > 0 ? {
 		resolvedPath: o(process.cwd(), J),
@@ -247,10 +256,10 @@ function Y() {
 function X(e) {
 	J = e;
 }
-function Ce(e, t) {
+function Ee(e, t) {
 	return typeof e == "object" && !!e && "code" in e && e.code === t;
 }
-function we(e, t) {
+function De(e, t) {
 	try {
 		let t = JSON.parse(e);
 		return typeof t == "object" && t ? t : void 0;
@@ -259,16 +268,16 @@ function we(e, t) {
 		return;
 	}
 }
-function Te(e, t) {
+function Oe(e, t) {
 	e && "copilot" in e && console.warn(`Deprecated config property "copilot" found in ${t}. Use "agent" and "agentOptions" instead.`);
 }
 async function Z() {
 	let { resolvedPath: e, label: t } = Y();
 	try {
-		let r = we(await n(e, "utf8"), t);
-		return Te(r, t), r;
+		let r = De(await n(e, "utf8"), t);
+		return Oe(r, t), r;
 	} catch (e) {
-		if (Ce(e, "ENOENT")) return;
+		if (Ee(e, "ENOENT")) return;
 		console.warn(`Failed to read ${t}: ${String(e)}`);
 		return;
 	}
@@ -276,42 +285,42 @@ async function Z() {
 function Q(e) {
 	if (e === "gh-copilot" || e === "codex") return e;
 }
-function Ee(e, t) {
+function ke(e, t) {
 	if (!e || Q(e?.agent) !== t) return;
 	let n = e.agentOptions;
 	if (typeof n != "object" || !n || Array.isArray(n)) return;
 	let r = { ...n }, i = r.model;
 	return (typeof i != "string" || i.length === 0) && delete r.model, Object.keys(r).length > 0 ? r : void 0;
 }
-function De(e) {
+function Ae(e) {
 	if (!(typeof e != "number" || !Number.isFinite(e)) && !(e <= 0)) return Math.floor(e);
 }
-function Oe(e) {
+function $(e) {
 	let t = e?.prompt;
-	if (!(typeof t != "object" || !t || Array.isArray(t))) return De(t.timeoutMs);
+	if (!(typeof t != "object" || !t || Array.isArray(t))) return Ae(t.timeoutMs);
 }
-function ke(e) {
+function je(e) {
 	if (!e || !Array.isArray(e.ignorePatterns)) return [];
 	let t = i(Y().resolvedPath);
 	return e.ignorePatterns.filter((e) => typeof e == "string" && e.length > 0).map((e) => o(t, e));
 }
-async function Ae() {
-	let e = await Z(), t = Q(e?.agent) ?? Se;
+async function Me() {
+	let e = await Z(), t = Q(e?.agent) ?? Te;
 	return {
 		agent: t,
-		agentOptions: Ee(e, t),
-		promptTimeoutMs: Oe(e)
+		agentOptions: ke(e, t),
+		promptTimeoutMs: $(e)
 	};
 }
-async function $() {
-	return ke(await Z());
+async function Ne() {
+	return je(await Z());
 }
 //#endregion
 //#region src/cli/runCli.ts
-function je(e) {
+function Pe(e) {
 	return `${String(e.getHours()).padStart(2, "0")}:${String(e.getMinutes()).padStart(2, "0")}:${String(e.getSeconds()).padStart(2, "0")}`;
 }
-function Me() {
+function Fe() {
 	console.log([
 		"Usage:",
 		"  katt [options]",
@@ -319,10 +328,11 @@ function Me() {
 		"Options:",
 		"  -h, --help              Show CLI usage information",
 		"  -u, --update-snapshots  Update snapshot files on mismatch",
+		"      --save-reasoning    Save runtime reasoning to per-prompt files",
 		"      --config-file PATH  Use a custom config file instead of katt.json"
 	].join("\n"));
 }
-function Ne(e) {
+function Ie(e) {
 	let t;
 	for (let n = 0; n < e.length; n += 1) {
 		let r = e[n];
@@ -340,17 +350,17 @@ function Ne(e) {
 	}
 	return { configFilePath: t };
 }
-async function Pe() {
+async function Le() {
 	let e = process.argv.slice(2);
-	if (X(void 0), e.includes("--help") || e.includes("-h")) return G(), Me(), 0;
-	let n = Ne(e);
-	if (n.error) return G(), console.error(n.error), 1;
-	X(n.configFilePath), be(e.includes("--update-snapshots") || e.includes("-u")), G();
+	if (X(void 0), e.includes("--help") || e.includes("-h")) return W(), Fe(), 0;
+	let n = Ie(e);
+	if (n.error) return W(), console.error(n.error), 1;
+	X(n.configFilePath), xe(e.includes("--update-snapshots") || e.includes("-u")), Ce(e.includes("--save-reasoning")), W();
 	let r = /* @__PURE__ */ new Date();
-	he(), pe(), ue();
-	let i = await $(), a = await f(process.cwd(), i);
+	ge(), pe(), ue();
+	let i = await Ne(), a = await f(process.cwd(), i);
 	if (a.length === 0) return console.log("No .eval.js or .eval.ts files found."), 1;
-	let o = (await Promise.allSettled(a.map((e) => H.run({ evalFile: e }, () => import(t(e).href))))).map((e, t) => ({
+	let o = (await Promise.allSettled(a.map((e) => V.run({ evalFile: e }, () => import(t(e).href))))).map((e, t) => ({
 		result: e,
 		file: a[t]
 	})).filter(({ result: e }) => e.status === "rejected");
@@ -378,11 +388,11 @@ async function Pe() {
 	let l = le(), u = Date.now() - r.getTime();
 	return console.log([
 		"---",
-		`Files       ${I(`${a.length} passed`)}`,
-		`Evals       ${I(`${l} passed`)}`,
-		`Start at    ${I(je(r))}`,
-		`Duration    ${I(`${u}ms`)}`
+		`Files       ${F(`${a.length} passed`)}`,
+		`Evals       ${F(`${l} passed`)}`,
+		`Start at    ${F(Pe(r))}`,
+		`Duration    ${F(`${u}ms`)}`
 	].join("\n")), 0;
 }
 //#endregion
-export { S as _, _e as a, C as c, re as d, k as f, A as g, de as h, H as i, E as l, ne as m, Ae as n, V as o, w as p, xe as r, ie as s, Pe as t, T as u, oe as v };
+export { A as _, V as a, ie as c, T as d, re as f, de as g, ne as h, Se as i, C as l, w as m, Me as n, ve as o, k as p, we as r, B as s, Le as t, E as u, S as v, oe as y };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "katt",
-  "version": "0.0.10",
+  "version": "0.0.11",
   "description": "CLI tool that tests the output of agentic AI tools",
   "keywords": [
     "cli",
@@ -34,13 +34,13 @@
   },
   "types": "dist/index.d.ts",
   "devDependencies": {
-    "@biomejs/biome": "2.4.8",
-    "@types/node": "25.5.0",
+    "@biomejs/biome": "2.4.10",
+    "@types/node": "25.5.2",
     "tsx": "4.21.0",
     "typescript": "6.0.2",
-    "vite": "8.0.2",
+    "vite": "8.0.3",
     "vite-plugin-dts": "4.5.4",
-    "vitest": "4.1.1",
+    "vitest": "4.1.2",
     "vscode-jsonrpc": "^8.2.1"
   },
   "dependencies": {