katt 0.0.8 → 0.0.10

package/dist/katt.js

@@ -1,7 +1,9 @@
 #!/usr/bin/env node
-import { u as r } from "./runCli-425rgVp8.js";
-r().then((e) => {
-  process.exit(e);
+import { t as e } from "./runCli-DkkiL_uk.js";
+//#region src/cli.ts
+e().then((e) => {
+	process.exit(e);
 }).catch((e) => {
-  console.error(`Unexpected error: ${String(e)}`), process.exit(1);
+	console.error(`Unexpected error: ${String(e)}`), process.exit(1);
 });
+//#endregion

package/dist/runCli-DkkiL_uk.js

@@ -0,0 +1,388 @@
+import { fileURLToPath as e, pathToFileURL as t } from "node:url";
+import { readFile as n, readdir as r } from "node:fs/promises";
+import { dirname as i, matchesGlob as a, resolve as o } from "node:path";
+import { AsyncLocalStorage as s } from "node:async_hooks";
+import { readFileSync as c } from "node:fs";
+//#region src/cli/findEvalFiles.ts
+var l = /\.eval\.(js|ts)$/, u = new Set([".git", "node_modules"]);
+function d(e, t) {
+	return t.some((t) => e === t || a(e, t));
+}
+async function f(e, t = []) {
+	let n = await r(e, { withFileTypes: !0 }), i = [];
+	return await Promise.all(n.map(async (n) => {
+		let r = o(e, n.name);
+		if (n.isDirectory()) {
+			if (u.has(n.name) || d(r, t)) return;
+			i.push(...await f(r, t));
+			return;
+		}
+		n.isFile() && l.test(n.name) && !d(r, t) && i.push(r);
+	})), i;
+}
+//#endregion
+//#region src/lib/context/context.ts
+var p = new s(), ee = {
+	describeStack: [],
+	itStack: [],
+	tokenUsageStack: [],
+	modelStack: []
+}, m = 0, h = 0, g = [], _ = [], v = 0;
+function y() {
+	return p.getStore() ?? ee;
+}
+function b(e) {
+	return {
+		describeStack: [...e.describeStack],
+		itStack: [...e.itStack],
+		tokenUsageStack: [...e.tokenUsageStack],
+		modelStack: [...e.modelStack]
+	};
+}
+function te() {
+	return m += 1, `d${m}`;
+}
+function x() {
+	return h += 1, `i${h}`;
+}
+function S(e, t) {
+	let n = t ?? b(y());
+	return p.run(n, e);
+}
+function C() {
+	return b(y());
+}
+function ne(e) {
+	y().describeStack.push({
+		id: te(),
+		description: e
+	});
+}
+function w() {
+	y().describeStack.pop();
+}
+function T() {
+	return y().describeStack.map((e) => e.description).join(" > ");
+}
+function E() {
+	return [...y().describeStack];
+}
+function D(e) {
+	y().itStack.push({
+		id: x(),
+		description: e
+	}), y().tokenUsageStack.push(0), y().modelStack.push(void 0);
+}
+function O() {
+	y().itStack.pop(), y().tokenUsageStack.pop(), y().modelStack.pop();
+}
+function k() {
+	return y().itStack.map((e) => e.description).join(" > ");
+}
+function re() {
+	return [...y().itStack];
+}
+function ie(e) {
+	if (!Number.isFinite(e) || e <= 0) return;
+	let t = y(), n = t.tokenUsageStack.length - 1;
+	n < 0 || (t.tokenUsageStack[n] += e);
+}
+function ae() {
+	let e = y(), t = e.tokenUsageStack.length - 1;
+	return t < 0 ? 0 : e.tokenUsageStack[t] ?? 0;
+}
+function oe(e) {
+	if (e.length === 0) return;
+	let t = y(), n = t.modelStack.length - 1;
+	n < 0 || (t.modelStack[n] = e);
+}
+function se() {
+	let e = y(), t = e.modelStack.length - 1;
+	if (!(t < 0)) return e.modelStack[t];
+}
+function A(e) {
+	g.push(e);
+}
+function ce() {
+	v += 1;
+}
+function le() {
+	return v;
+}
+function ue() {
+	v = 0;
+}
+function de(e) {
+	_.push(e);
+}
+function fe() {
+	return [..._];
+}
+function pe() {
+	_.length = 0;
+}
+async function me() {
+	let e = [];
+	for (; g.length > 0;) {
+		let t = g.splice(0, g.length), n = await Promise.allSettled(t);
+		e.push(...n);
+	}
+	return e;
+}
+//#endregion
+//#region src/lib/output/color.ts
+var j = "\x1B[1;36m", M = "\x1B[33m", N = "\x1B[38;5;208m", P = "\x1B[1;38;5;208m", F = "\x1B[0m";
+function I(e) {
+	return `${j}${e}${F}`;
+}
+function L(e) {
+	return `${M}${e}${F}`;
+}
+function R(e) {
+	return `${N}${e}${F}`;
+}
+function z(e) {
+	return `${P}${e}${F}`;
+}
+//#endregion
+//#region src/lib/output/testLogging.ts
+var B = "";
+function he() {
+	B = "";
+}
+function ge({ suitePath: e, casePath: t, durationMs: n, model: r, tokenUsage: i }) {
+	let a = e.length > 0 ? e : "(root)", o = t.length > 0 ? t : "(root)";
+	B !== a && (console.log(`Suite "${I(a)}"`), B = a);
+	let s = [`Test "${I(o)}"`, `- Finished in ${I(`${n} ms`)}`];
+	r && s.push(`- Model ${I(r)}`), (i ?? 0) > 0 && s.push(`- Tokens used ${I(String(i))}`), s.push("---"), console.log(s.join("\n"));
+}
+function V(e, t = "(root)") {
+	let n = k();
+	ge({
+		suitePath: T(),
+		casePath: n.length > 0 ? n : t,
+		durationMs: e,
+		model: se(),
+		tokenUsage: ae()
+	});
+}
+//#endregion
+//#region src/lib/it/it.ts
+function _e(e, t) {
+	S(() => {
+		ce(), D(e);
+		let n = Date.now(), r = () => Date.now() - n;
+		try {
+			let e = t();
+			if (e && typeof e.then == "function") {
+				A(e.then(() => {
+					V(r());
+				}).catch((e) => {
+					throw V(r()), e;
+				}).finally(() => {
+					O();
+				}));
+				return;
+			}
+		} catch (e) {
+			throw V(r()), O(), e;
+		}
+		V(r()), O();
+	}, C());
+}
+//#endregion
+//#region src/lib/context/evalFileContext.ts
+var H = new s(), U = new URL("data:application/json;base64,ewogICJuYW1lIjogImthdHQiLAogICJ2ZXJzaW9uIjogIjAuMC4xMCIsCiAgImRlc2NyaXB0aW9uIjogIkNMSSB0b29sIHRoYXQgdGVzdHMgdGhlIG91dHB1dCBvZiBhZ2VudGljIEFJIHRvb2xzIiwKICAia2V5d29yZHMiOiBbCiAgICAiY2xpIiwKICAgICJhaSIsCiAgICAiYWdlbnRpYy1haSIsCiAgICAidGVzdGluZyIsCiAgICAiZXZhbHVhdGlvbiIKICBdLAogICJhdXRob3IiOiAiUmFwaGFlbCBQb3J0byAoaHR0cHM6Ly9naXRodWIuY29tL3JhcGhhZWxwb3IpIiwKICAibGljZW5zZSI6ICJNSVQiLAogICJ0eXBlIjogIm1vZHVsZSIsCiAgIm1haW4iOiAiZGlzdC9pbmRleC5qcyIsCiAgImV4cG9ydHMiOiB7CiAgICAiLiI6IHsKICAgICAgInR5cGVzIjogIi4vZGlzdC9pbmRleC5kLnRzIiwKICAgICAgImltcG9ydCI6ICIuL2Rpc3QvaW5kZXguanMiCiAgICB9CiAgfSwKICAiYmluIjogewogICAgImthdHQiOiAiZGlzdC9rYXR0LmpzIgogIH0sCiAgInNjcmlwdHMiOiB7CiAgICAiYnVpbGQiOiAidml0ZSBidWlsZCIsCiAgICAiZGV2IjogInRzeCBzcmMvaW5kZXgudHMiLAogICAgImxpbnQiOiAiYmlvbWUgbGludCAuL3NyYyIsCiAgICAiZm9ybWF0IjogImJpb21lIGZvcm1hdCAtLXdyaXRlIC4vc3JjIiwKICAgICJ0ZXN0IjogInZpdGVzdCIsCiAgICAidHlwZWNoZWNrIjogInRzYyAtcCB0c2NvbmZpZy5qc29uIC0tbm9FbWl0IiwKICAgICJ0ZXN0OmJ1aWxkIjogIm5vZGUgLi9kaXN0L2thdHQuanMiLAogICAgInRlc3Q6YnVpbGQ6Y29kZXgiOiAibm9kZSAuL2Rpc3Qva2F0dC5qcyAtLWNvbmZpZy1maWxlPS4va2F0dC1jb2RleC5qc29uIgogIH0sCiAgInR5cGVzIjogImRpc3QvaW5kZXguZC50cyIsCiAgImRldkRlcGVuZGVuY2llcyI6IHsKICAgICJAYmlvbWVqcy9iaW9tZSI6ICIyLjQuOCIsCiAgICAiQHR5cGVzL25vZGUiOiAiMjUuNS4wIiwKICAgICJ0c3giOiAiNC4yMS4wIiwKICAgICJ0eXBlc2NyaXB0IjogIjYuMC4yIiwKICAgICJ2aXRlIjogIjguMC4yIiwKICAgICJ2aXRlLXBsdWdpbi1kdHMiOiAiNC41LjQiLAogICAgInZpdGVzdCI6ICI0LjEuMSIsCiAgICAidnNjb2RlLWpzb25ycGMiOiAiXjguMi4xIgogIH0sCiAgImRlcGVuZGVuY2llcyI6IHsKICAgICJAZ2l0aHViL2NvcGlsb3Qtc2RrIjogIjAuMi4wIgogIH0sCiAgImJ1Z3MiOiB7CiAgICAidXJsIjogImh0dHBzOi8vZ2l0aHViLmNvbS9yYXBoYWVscG9yL2thdHQvaXNzdWVzIgogIH0sCiAgImhvbWVwYWdlIjogImh0dHBzOi8vZ2l0aHViLmNvbS9yYXBoYWVscG9yL2thdHQiCn0K", "" + import.meta.url), W;
+function ve() {
+	if (W !== void 0) return W;
+	try {
+		let t = U.protocol === "data:" ? ye(U) : c(e(U), "utf8"), n = JSON.parse(t);
+		W = typeof n.version == "string" ? n.version : "unknown";
+	} catch {
+		W = "unknown";
+	}
+	return W;
+}
+function ye(e) {
+	let t = e.pathname.indexOf(",");
+	if (t < 0) throw Error("Invalid data URL.");
+	let n = e.pathname.slice(0, t), r = e.pathname.slice(t + 1);
+	return n.includes(";base64") ? Buffer.from(r, "base64").toString("utf8") : decodeURIComponent(r);
+}
+//#endregion
+//#region src/cli/banner.ts
+function G() {
+	let e = `v${ve()}`, t = Math.max(0, Math.floor((35 - e.length) / 2)), n = `${" ".repeat(t)}${e}`;
+	console.log(`
+${L(" ██╗  ██╗ █████╗ ████████╗████████╗")}
+${L(" ██║ ██╔╝██╔══██╗╚══██╔══╝╚══██╔══╝")}
+${L(" █████╔╝ ███████║   ██║      ██║")}
+${R(" ██╔═██╗ ██╔══██║   ██║      ██║")}
+${R(" ██║  ██╗██║  ██║   ██║      ██║")}
+${z(" ╚═╝  ╚═╝╚═╝  ╚═╝   ╚═╝      ╚═╝")}
+${L(n)}
+`);
+}
+//#endregion
+//#region src/lib/expect/snapshotConfig.ts
+var K = !1;
+function be(e) {
+	K = e;
+}
+function xe() {
+	return K;
+}
+//#endregion
+//#region src/lib/config/config.ts
+var Se = "gh-copilot", q = "katt.json", J;
+function Y() {
+	return typeof J == "string" && J.length > 0 ? {
+		resolvedPath: o(process.cwd(), J),
+		label: J
+	} : {
+		resolvedPath: o(process.cwd(), q),
+		label: q
+	};
+}
+function X(e) {
+	J = e;
+}
+function Ce(e, t) {
+	return typeof e == "object" && !!e && "code" in e && e.code === t;
+}
+function we(e, t) {
+	try {
+		let t = JSON.parse(e);
+		return typeof t == "object" && t ? t : void 0;
+	} catch (e) {
+		console.warn(`Failed to parse ${t}: ${String(e)}`);
+		return;
+	}
+}
+function Te(e, t) {
+	e && "copilot" in e && console.warn(`Deprecated config property "copilot" found in ${t}. Use "agent" and "agentOptions" instead.`);
+}
+async function Z() {
+	let { resolvedPath: e, label: t } = Y();
+	try {
+		let r = we(await n(e, "utf8"), t);
+		return Te(r, t), r;
+	} catch (e) {
+		if (Ce(e, "ENOENT")) return;
+		console.warn(`Failed to read ${t}: ${String(e)}`);
+		return;
+	}
+}
+function Q(e) {
+	if (e === "gh-copilot" || e === "codex") return e;
+}
+function Ee(e, t) {
+	if (!e || Q(e?.agent) !== t) return;
+	let n = e.agentOptions;
+	if (typeof n != "object" || !n || Array.isArray(n)) return;
+	let r = { ...n }, i = r.model;
+	return (typeof i != "string" || i.length === 0) && delete r.model, Object.keys(r).length > 0 ? r : void 0;
+}
+function De(e) {
+	if (!(typeof e != "number" || !Number.isFinite(e)) && !(e <= 0)) return Math.floor(e);
+}
+function Oe(e) {
+	let t = e?.prompt;
+	if (!(typeof t != "object" || !t || Array.isArray(t))) return De(t.timeoutMs);
+}
+function ke(e) {
+	if (!e || !Array.isArray(e.ignorePatterns)) return [];
+	let t = i(Y().resolvedPath);
+	return e.ignorePatterns.filter((e) => typeof e == "string" && e.length > 0).map((e) => o(t, e));
+}
+async function Ae() {
+	let e = await Z(), t = Q(e?.agent) ?? Se;
+	return {
+		agent: t,
+		agentOptions: Ee(e, t),
+		promptTimeoutMs: Oe(e)
+	};
+}
+async function $() {
+	return ke(await Z());
+}
+//#endregion
+//#region src/cli/runCli.ts
+function je(e) {
+	return `${String(e.getHours()).padStart(2, "0")}:${String(e.getMinutes()).padStart(2, "0")}:${String(e.getSeconds()).padStart(2, "0")}`;
+}
+function Me() {
+	console.log([
+		"Usage:",
+		"  katt [options]",
+		"",
+		"Options:",
+		"  -h, --help              Show CLI usage information",
+		"  -u, --update-snapshots  Update snapshot files on mismatch",
+		"      --config-file PATH  Use a custom config file instead of katt.json"
+	].join("\n"));
+}
+function Ne(e) {
+	let t;
+	for (let n = 0; n < e.length; n += 1) {
+		let r = e[n];
+		if (r === "--config-file") {
+			let r = e[n + 1];
+			if (r === void 0 || r.length === 0) return { error: "Missing value for --config-file." };
+			t = r, n += 1;
+			continue;
+		}
+		if (r.startsWith("--config-file=")) {
+			let e = r.slice(14);
+			if (e.length === 0) return { error: "Missing value for --config-file." };
+			t = e;
+		}
+	}
+	return { configFilePath: t };
+}
+async function Pe() {
+	let e = process.argv.slice(2);
+	if (X(void 0), e.includes("--help") || e.includes("-h")) return G(), Me(), 0;
+	let n = Ne(e);
+	if (n.error) return G(), console.error(n.error), 1;
+	X(n.configFilePath), be(e.includes("--update-snapshots") || e.includes("-u")), G();
+	let r = /* @__PURE__ */ new Date();
+	he(), pe(), ue();
+	let i = await $(), a = await f(process.cwd(), i);
+	if (a.length === 0) return console.log("No .eval.js or .eval.ts files found."), 1;
+	let o = (await Promise.allSettled(a.map((e) => H.run({ evalFile: e }, () => import(t(e).href))))).map((e, t) => ({
+		result: e,
+		file: a[t]
+	})).filter(({ result: e }) => e.status === "rejected");
+	if (o.length > 0) {
+		for (let e of o) {
+			let t = e.result.status === "rejected" ? e.result.reason : void 0;
+			console.error(`Error executing ${e.file}: ${String(t)}`);
+		}
+		return 1;
+	}
+	let s = (await me()).filter((e) => e.status === "rejected");
+	if (s.length > 0) {
+		for (let e of s) e.status === "rejected" && console.error(`Error executing async test: ${String(e.reason)}`);
+		return 1;
+	}
+	let c = fe();
+	if (c.length > 0) {
+		console.error("❌ Failed tests:");
+		for (let [e, t] of c.entries()) {
+			let n = [t.describePath, t.itPath].filter((e) => e.length > 0).join(" > "), r = n.length > 0 ? `${n}: ` : "";
+			console.error(`${e + 1}. ${r}${t.message}`);
+		}
+		return 1;
+	}
+	let l = le(), u = Date.now() - r.getTime();
+	return console.log([
+		"---",
+		`Files       ${I(`${a.length} passed`)}`,
+		`Evals       ${I(`${l} passed`)}`,
+		`Start at    ${I(je(r))}`,
+		`Duration    ${I(`${u}ms`)}`
+	].join("\n")), 0;
+}
+//#endregion
+export { S as _, _e as a, C as c, re as d, k as f, A as g, de as h, H as i, E as l, ne as m, Ae as n, V as o, w as p, xe as r, ie as s, Pe as t, T as u, oe as v };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "katt",
-  "version": "0.0.8",
+  "version": "0.0.10",
   "description": "CLI tool that tests the output of agentic AI tools",
   "keywords": [
     "cli",
@@ -34,17 +34,17 @@
   },
   "types": "dist/index.d.ts",
   "devDependencies": {
-    "@biomejs/biome": "2.4.2",
-    "@types/node": "25.2.3",
+    "@biomejs/biome": "2.4.8",
+    "@types/node": "25.5.0",
     "tsx": "4.21.0",
-    "typescript": "5.9.3",
-    "vite": "7.3.1",
+    "typescript": "6.0.2",
+    "vite": "8.0.2",
     "vite-plugin-dts": "4.5.4",
-    "vitest": "4.0.18",
+    "vitest": "4.1.1",
     "vscode-jsonrpc": "^8.2.1"
   },
   "dependencies": {
-    "@github/copilot-sdk": "0.1.23"
+    "@github/copilot-sdk": "0.2.0"
   },
   "bugs": {
     "url": "https://github.com/raphaelpor/katt/issues"

package/build-tests/__snapshots__/check1.snap.md

@@ -1 +0,0 @@
-heeey

package/build-tests/__snapshots__/check1__Hello_World__should_return_the_date_in_a_json_format.snap.md

@@ -1 +0,0 @@
-{ year: 2026 }

package/build-tests/__snapshots__/check1__root.snap.md

@@ -1 +0,0 @@
-heeey