katt 0.0.9 → 0.0.11

package/dist/katt.js

@@ -1,7 +1,9 @@
 #!/usr/bin/env node
-import { u as r } from "./runCli-j5xhVCdB.js";
-r().then((e) => {
-  process.exit(e);
+import { t as e } from "./runCli-CJ7_lGMV.js";
+//#region src/cli.ts
+e().then((e) => {
+	process.exit(e);
 }).catch((e) => {
-  console.error(`Unexpected error: ${String(e)}`), process.exit(1);
+	console.error(`Unexpected error: ${String(e)}`), process.exit(1);
 });
+//#endregion

package/dist/runCli-CJ7_lGMV.js

@@ -0,0 +1,398 @@
+import { fileURLToPath as e, pathToFileURL as t } from "node:url";
+import { readFile as n, readdir as r } from "node:fs/promises";
+import { dirname as i, matchesGlob as a, resolve as o } from "node:path";
+import { AsyncLocalStorage as s } from "node:async_hooks";
+import { readFileSync as c } from "node:fs";
+//#region src/cli/findEvalFiles.ts
+var l = /\.eval\.(js|ts)$/, u = new Set([".git", "node_modules"]);
+function d(e, t) {
+	return t.some((t) => e === t || a(e, t));
+}
+async function f(e, t = []) {
+	let n = await r(e, { withFileTypes: !0 }), i = [];
+	return await Promise.all(n.map(async (n) => {
+		let r = o(e, n.name);
+		if (n.isDirectory()) {
+			if (u.has(n.name) || d(r, t)) return;
+			i.push(...await f(r, t));
+			return;
+		}
+		n.isFile() && l.test(n.name) && !d(r, t) && i.push(r);
+	})), i;
+}
+//#endregion
+//#region src/lib/context/context.ts
+var p = new s(), ee = {
+	describeStack: [],
+	itStack: [],
+	tokenUsageStack: [],
+	modelStack: []
+}, m = 0, h = 0, g = [], _ = [], v = 0;
+function y() {
+	return p.getStore() ?? ee;
+}
+function b(e) {
+	return {
+		describeStack: [...e.describeStack],
+		itStack: [...e.itStack],
+		tokenUsageStack: [...e.tokenUsageStack],
+		modelStack: [...e.modelStack]
+	};
+}
+function te() {
+	return m += 1, `d${m}`;
+}
+function x() {
+	return h += 1, `i${h}`;
+}
+function S(e, t) {
+	let n = t ?? b(y());
+	return p.run(n, e);
+}
+function C() {
+	return b(y());
+}
+function ne(e) {
+	y().describeStack.push({
+		id: te(),
+		description: e
+	});
+}
+function w() {
+	y().describeStack.pop();
+}
+function T() {
+	return y().describeStack.map((e) => e.description).join(" > ");
+}
+function E() {
+	return [...y().describeStack];
+}
+function D(e) {
+	y().itStack.push({
+		id: x(),
+		description: e
+	}), y().tokenUsageStack.push(0), y().modelStack.push(void 0);
+}
+function O() {
+	y().itStack.pop(), y().tokenUsageStack.pop(), y().modelStack.pop();
+}
+function k() {
+	return y().itStack.map((e) => e.description).join(" > ");
+}
+function re() {
+	return [...y().itStack];
+}
+function ie(e) {
+	if (!Number.isFinite(e) || e <= 0) return;
+	let t = y(), n = t.tokenUsageStack.length - 1;
+	n < 0 || (t.tokenUsageStack[n] += e);
+}
+function ae() {
+	let e = y(), t = e.tokenUsageStack.length - 1;
+	return t < 0 ? 0 : e.tokenUsageStack[t] ?? 0;
+}
+function oe(e) {
+	if (e.length === 0) return;
+	let t = y(), n = t.modelStack.length - 1;
+	n < 0 || (t.modelStack[n] = e);
+}
+function se() {
+	let e = y(), t = e.modelStack.length - 1;
+	if (!(t < 0)) return e.modelStack[t];
+}
+function A(e) {
+	g.push(e);
+}
+function ce() {
+	v += 1;
+}
+function le() {
+	return v;
+}
+function ue() {
+	v = 0;
+}
+function de(e) {
+	_.push(e);
+}
+function fe() {
+	return [..._];
+}
+function pe() {
+	_.length = 0;
+}
+async function me() {
+	let e = [];
+	for (; g.length > 0;) {
+		let t = g.splice(0, g.length), n = await Promise.allSettled(t);
+		e.push(...n);
+	}
+	return e;
+}
+//#endregion
+//#region src/lib/output/color.ts
+var he = "\x1B[1;36m", j = "\x1B[33m", M = "\x1B[38;5;208m", N = "\x1B[1;38;5;208m", P = "\x1B[0m";
+function F(e) {
+	return `${he}${e}${P}`;
+}
+function I(e) {
+	return `${j}${e}${P}`;
+}
+function L(e) {
+	return `${M}${e}${P}`;
+}
+function R(e) {
+	return `${N}${e}${P}`;
+}
+//#endregion
+//#region src/lib/output/testLogging.ts
+var z = "";
+function ge() {
+	z = "";
+}
+function _e({ suitePath: e, casePath: t, durationMs: n, model: r, tokenUsage: i }) {
+	let a = e.length > 0 ? e : "(root)", o = t.length > 0 ? t : "(root)";
+	z !== a && (console.log(`Suite "${F(a)}"`), z = a);
+	let s = [`Test "${F(o)}"`, `- Finished in ${F(`${n} ms`)}`];
+	r && s.push(`- Model ${F(r)}`), (i ?? 0) > 0 && s.push(`- Tokens used ${F(String(i))}`), s.push("---"), console.log(s.join("\n"));
+}
+function B(e, t = "(root)") {
+	let n = k();
+	_e({
+		suitePath: T(),
+		casePath: n.length > 0 ? n : t,
+		durationMs: e,
+		model: se(),
+		tokenUsage: ae()
+	});
+}
+//#endregion
+//#region src/lib/it/it.ts
+function ve(e, t) {
+	S(() => {
+		ce(), D(e);
+		let n = Date.now(), r = () => Date.now() - n;
+		try {
+			let e = t();
+			if (e && typeof e.then == "function") {
+				A(e.then(() => {
+					B(r());
+				}).catch((e) => {
+					throw B(r()), e;
+				}).finally(() => {
+					O();
+				}));
+				return;
+			}
+		} catch (e) {
+			throw B(r()), O(), e;
+		}
+		B(r()), O();
+	}, C());
+}
+//#endregion
+//#region src/lib/context/evalFileContext.ts
+var V = new s(), H = new URL("data:application/json;base64,ewogICJuYW1lIjogImthdHQiLAogICJ2ZXJzaW9uIjogIjAuMC4xMSIsCiAgImRlc2NyaXB0aW9uIjogIkNMSSB0b29sIHRoYXQgdGVzdHMgdGhlIG91dHB1dCBvZiBhZ2VudGljIEFJIHRvb2xzIiwKICAia2V5d29yZHMiOiBbCiAgICAiY2xpIiwKICAgICJhaSIsCiAgICAiYWdlbnRpYy1haSIsCiAgICAidGVzdGluZyIsCiAgICAiZXZhbHVhdGlvbiIKICBdLAogICJhdXRob3IiOiAiUmFwaGFlbCBQb3J0byAoaHR0cHM6Ly9naXRodWIuY29tL3JhcGhhZWxwb3IpIiwKICAibGljZW5zZSI6ICJNSVQiLAogICJ0eXBlIjogIm1vZHVsZSIsCiAgIm1haW4iOiAiZGlzdC9pbmRleC5qcyIsCiAgImV4cG9ydHMiOiB7CiAgICAiLiI6IHsKICAgICAgInR5cGVzIjogIi4vZGlzdC9pbmRleC5kLnRzIiwKICAgICAgImltcG9ydCI6ICIuL2Rpc3QvaW5kZXguanMiCiAgICB9CiAgfSwKICAiYmluIjogewogICAgImthdHQiOiAiZGlzdC9rYXR0LmpzIgogIH0sCiAgInNjcmlwdHMiOiB7CiAgICAiYnVpbGQiOiAidml0ZSBidWlsZCIsCiAgICAiZGV2IjogInRzeCBzcmMvaW5kZXgudHMiLAogICAgImxpbnQiOiAiYmlvbWUgbGludCAuL3NyYyIsCiAgICAiZm9ybWF0IjogImJpb21lIGZvcm1hdCAtLXdyaXRlIC4vc3JjIiwKICAgICJ0ZXN0IjogInZpdGVzdCIsCiAgICAidHlwZWNoZWNrIjogInRzYyAtcCB0c2NvbmZpZy5qc29uIC0tbm9FbWl0IiwKICAgICJ0ZXN0OmJ1aWxkIjogIm5vZGUgLi9kaXN0L2thdHQuanMiLAogICAgInRlc3Q6YnVpbGQ6Y29kZXgiOiAibm9kZSAuL2Rpc3Qva2F0dC5qcyAtLWNvbmZpZy1maWxlPS4va2F0dC1jb2RleC5qc29uIgogIH0sCiAgInR5cGVzIjogImRpc3QvaW5kZXguZC50cyIsCiAgImRldkRlcGVuZGVuY2llcyI6IHsKICAgICJAYmlvbWVqcy9iaW9tZSI6ICIyLjQuMTAiLAogICAgIkB0eXBlcy9ub2RlIjogIjI1LjUuMiIsCiAgICAidHN4IjogIjQuMjEuMCIsCiAgICAidHlwZXNjcmlwdCI6ICI2LjAuMiIsCiAgICAidml0ZSI6ICI4LjAuMyIsCiAgICAidml0ZS1wbHVnaW4tZHRzIjogIjQuNS40IiwKICAgICJ2aXRlc3QiOiAiNC4xLjIiLAogICAgInZzY29kZS1qc29ucnBjIjogIl44LjIuMSIKICB9LAogICJkZXBlbmRlbmNpZXMiOiB7CiAgICAiQGdpdGh1Yi9jb3BpbG90LXNkayI6ICIwLjIuMCIKICB9LAogICJidWdzIjogewogICAgInVybCI6ICJodHRwczovL2dpdGh1Yi5jb20vcmFwaGFlbHBvci9rYXR0L2lzc3VlcyIKICB9LAogICJob21lcGFnZSI6ICJodHRwczovL2dpdGh1Yi5jb20vcmFwaGFlbHBvci9rYXR0Igp9Cg==", "" + import.meta.url), U;
+function ye() {
+	if (U !== void 0) return U;
+	try {
+		let t = H.protocol === "data:" ? be(H) : c(e(H), "utf8"), n = JSON.parse(t);
+		U = typeof n.version == "string" ? n.version : "unknown";
+	} catch {
+		U = "unknown";
+	}
+	return U;
+}
+function be(e) {
+	let t = e.pathname.indexOf(",");
+	if (t < 0) throw Error("Invalid data URL.");
+	let n = e.pathname.slice(0, t), r = e.pathname.slice(t + 1);
+	return n.includes(";base64") ? Buffer.from(r, "base64").toString("utf8") : decodeURIComponent(r);
+}
+//#endregion
+//#region src/cli/banner.ts
+function W() {
+	let e = `v${ye()}`, t = Math.max(0, Math.floor((35 - e.length) / 2)), n = `${" ".repeat(t)}${e}`;
+	console.log(`
+${I(" ██╗  ██╗ █████╗ ████████╗████████╗")}
+${I(" ██║ ██╔╝██╔══██╗╚══██╔══╝╚══██╔══╝")}
+${I(" █████╔╝ ███████║   ██║      ██║")}
+${L(" ██╔═██╗ ██╔══██║   ██║      ██║")}
+${L(" ██║  ██╗██║  ██║   ██║      ██║")}
+${R(" ╚═╝  ╚═╝╚═╝  ╚═╝   ╚═╝      ╚═╝")}
+${I(n)}
+`);
+}
+//#endregion
+//#region src/lib/expect/snapshotConfig.ts
+var G = !1;
+function xe(e) {
+	G = e;
+}
+function Se() {
+	return G;
+}
+//#endregion
+//#region src/lib/prompt/reasoningConfig.ts
+var K = !1;
+function Ce(e) {
+	K = e;
+}
+function we() {
+	return K;
+}
+//#endregion
+//#region src/lib/config/config.ts
+var Te = "gh-copilot", q = "katt.json", J;
+function Y() {
+	return typeof J == "string" && J.length > 0 ? {
+		resolvedPath: o(process.cwd(), J),
+		label: J
+	} : {
+		resolvedPath: o(process.cwd(), q),
+		label: q
+	};
+}
+function X(e) {
+	J = e;
+}
+function Ee(e, t) {
+	return typeof e == "object" && !!e && "code" in e && e.code === t;
+}
+function De(e, t) {
+	try {
+		let t = JSON.parse(e);
+		return typeof t == "object" && t ? t : void 0;
+	} catch (e) {
+		console.warn(`Failed to parse ${t}: ${String(e)}`);
+		return;
+	}
+}
+function Oe(e, t) {
+	e && "copilot" in e && console.warn(`Deprecated config property "copilot" found in ${t}. Use "agent" and "agentOptions" instead.`);
+}
+async function Z() {
+	let { resolvedPath: e, label: t } = Y();
+	try {
+		let r = De(await n(e, "utf8"), t);
+		return Oe(r, t), r;
+	} catch (e) {
+		if (Ee(e, "ENOENT")) return;
+		console.warn(`Failed to read ${t}: ${String(e)}`);
+		return;
+	}
+}
+function Q(e) {
+	if (e === "gh-copilot" || e === "codex") return e;
+}
+function ke(e, t) {
+	if (!e || Q(e?.agent) !== t) return;
+	let n = e.agentOptions;
+	if (typeof n != "object" || !n || Array.isArray(n)) return;
+	let r = { ...n }, i = r.model;
+	return (typeof i != "string" || i.length === 0) && delete r.model, Object.keys(r).length > 0 ? r : void 0;
+}
+function Ae(e) {
+	if (!(typeof e != "number" || !Number.isFinite(e)) && !(e <= 0)) return Math.floor(e);
+}
+function $(e) {
+	let t = e?.prompt;
+	if (!(typeof t != "object" || !t || Array.isArray(t))) return Ae(t.timeoutMs);
+}
+function je(e) {
+	if (!e || !Array.isArray(e.ignorePatterns)) return [];
+	let t = i(Y().resolvedPath);
+	return e.ignorePatterns.filter((e) => typeof e == "string" && e.length > 0).map((e) => o(t, e));
+}
+async function Me() {
+	let e = await Z(), t = Q(e?.agent) ?? Te;
+	return {
+		agent: t,
+		agentOptions: ke(e, t),
+		promptTimeoutMs: $(e)
+	};
+}
+async function Ne() {
+	return je(await Z());
+}
+//#endregion
+//#region src/cli/runCli.ts
+function Pe(e) {
+	return `${String(e.getHours()).padStart(2, "0")}:${String(e.getMinutes()).padStart(2, "0")}:${String(e.getSeconds()).padStart(2, "0")}`;
+}
+function Fe() {
+	console.log([
+		"Usage:",
+		"  katt [options]",
+		"",
+		"Options:",
+		"  -h, --help              Show CLI usage information",
+		"  -u, --update-snapshots  Update snapshot files on mismatch",
+		"      --save-reasoning    Save runtime reasoning to per-prompt files",
+		"      --config-file PATH  Use a custom config file instead of katt.json"
+	].join("\n"));
+}
+function Ie(e) {
+	let t;
+	for (let n = 0; n < e.length; n += 1) {
+		let r = e[n];
+		if (r === "--config-file") {
+			let r = e[n + 1];
+			if (r === void 0 || r.length === 0) return { error: "Missing value for --config-file." };
+			t = r, n += 1;
+			continue;
+		}
+		if (r.startsWith("--config-file=")) {
+			let e = r.slice(14);
+			if (e.length === 0) return { error: "Missing value for --config-file." };
+			t = e;
+		}
+	}
+	return { configFilePath: t };
+}
+async function Le() {
+	let e = process.argv.slice(2);
+	if (X(void 0), e.includes("--help") || e.includes("-h")) return W(), Fe(), 0;
+	let n = Ie(e);
+	if (n.error) return W(), console.error(n.error), 1;
+	X(n.configFilePath), xe(e.includes("--update-snapshots") || e.includes("-u")), Ce(e.includes("--save-reasoning")), W();
+	let r = /* @__PURE__ */ new Date();
+	ge(), pe(), ue();
+	let i = await Ne(), a = await f(process.cwd(), i);
+	if (a.length === 0) return console.log("No .eval.js or .eval.ts files found."), 1;
+	let o = (await Promise.allSettled(a.map((e) => V.run({ evalFile: e }, () => import(t(e).href))))).map((e, t) => ({
+		result: e,
+		file: a[t]
+	})).filter(({ result: e }) => e.status === "rejected");
+	if (o.length > 0) {
+		for (let e of o) {
+			let t = e.result.status === "rejected" ? e.result.reason : void 0;
+			console.error(`Error executing ${e.file}: ${String(t)}`);
+		}
+		return 1;
+	}
+	let s = (await me()).filter((e) => e.status === "rejected");
+	if (s.length > 0) {
+		for (let e of s) e.status === "rejected" && console.error(`Error executing async test: ${String(e.reason)}`);
+		return 1;
+	}
+	let c = fe();
+	if (c.length > 0) {
+		console.error("❌ Failed tests:");
+		for (let [e, t] of c.entries()) {
+			let n = [t.describePath, t.itPath].filter((e) => e.length > 0).join(" > "), r = n.length > 0 ? `${n}: ` : "";
+			console.error(`${e + 1}. ${r}${t.message}`);
+		}
+		return 1;
+	}
+	let l = le(), u = Date.now() - r.getTime();
+	return console.log([
+		"---",
+		`Files       ${F(`${a.length} passed`)}`,
+		`Evals       ${F(`${l} passed`)}`,
+		`Start at    ${F(Pe(r))}`,
+		`Duration    ${F(`${u}ms`)}`
+	].join("\n")), 0;
+}
+//#endregion
+export { A as _, V as a, ie as c, T as d, re as f, de as g, ne as h, Se as i, C as l, w as m, Me as n, ve as o, k as p, we as r, B as s, Le as t, E as u, S as v, oe as y };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "katt",
-  "version": "0.0.9",
+  "version": "0.0.11",
   "description": "CLI tool that tests the output of agentic AI tools",
   "keywords": [
     "cli",
@@ -34,17 +34,17 @@
   },
   "types": "dist/index.d.ts",
   "devDependencies": {
-    "@biomejs/biome": "2.4.2",
-    "@types/node": "25.3.0",
+    "@biomejs/biome": "2.4.10",
+    "@types/node": "25.5.2",
     "tsx": "4.21.0",
-    "typescript": "5.9.3",
-    "vite": "7.3.1",
+    "typescript": "6.0.2",
+    "vite": "8.0.3",
     "vite-plugin-dts": "4.5.4",
-    "vitest": "4.0.18",
+    "vitest": "4.1.2",
     "vscode-jsonrpc": "^8.2.1"
   },
   "dependencies": {
-    "@github/copilot-sdk": "0.1.23"
+    "@github/copilot-sdk": "0.2.0"
   },
   "bugs": {
     "url": "https://github.com/raphaelpor/katt/issues"

package/build-tests/__snapshots__/check1.snap.md

@@ -1 +0,0 @@
-heeey

package/build-tests/__snapshots__/check1__Hello_World__should_return_the_date_in_a_json_format.snap.md

@@ -1 +0,0 @@
-{ year: 2026 }

package/build-tests/__snapshots__/check1__root.snap.md

@@ -1 +0,0 @@
-heeey