katt 0.0.9 → 0.0.11

package/dist/index.js

@@ -1,393 +1,488 @@
-import { r as N, c as I, a as j, p as z, b as C, l as h, d as T, g as D, e as B, f as $, h as H, s as A, i as W, j as L, k as G, m as X, n as Y, o as q, q as K, t as J } from "./runCli-j5xhVCdB.js";
-import { u as jt } from "./runCli-j5xhVCdB.js";
-import { CopilotClient as Q } from "@github/copilot-sdk";
-import { mkdtemp as V, rm as Z, readFile as R } from "node:fs/promises";
-import { join as S, dirname as v, isAbsolute as tt, resolve as et, basename as nt } from "node:path";
-import { spawn as ot } from "node:child_process";
-import { tmpdir as rt } from "node:os";
-import { readFileSync as st, writeFileSync as M, mkdirSync as it } from "node:fs";
-function Pt(t, e) {
-  N(() => {
-    j(), z(t);
-    const n = D(), o = Date.now(), i = () => D() === n, s = () => Date.now() - o;
-    try {
-      const r = e();
-      if (r && typeof r.then == "function") {
-        C(
-          r.then(() => {
-            h(!0, s());
-          }).catch((a) => {
-            throw h(!1, s()), a;
-          }).finally(() => {
-            T();
-          })
-        );
-        return;
-      }
-    } catch (r) {
-      throw h(!1, s()), T(), r;
-    }
-    h(i(), s()), T();
-  }, I());
-}
-function Nt(t, e) {
-  N(() => {
-    B(t);
-    try {
-      const n = e();
-      if (n && typeof n.then == "function") {
-        C(
-          n.finally(() => {
-            $();
-          })
-        );
-        return;
-      }
-    } catch (n) {
-      throw $(), n;
-    }
-    $();
-  }, I());
-}
-const at = "katt-codex-", ct = "last-message.txt";
-function ut(t, e) {
-  return typeof t == "object" && t !== null && "code" in t && t.code === e;
-}
-function m(t) {
-  return typeof t == "string" && t.length > 0;
-}
-function dt(t) {
-  return m(t) ? [t] : Array.isArray(t) ? t.filter(m) : [];
-}
-function lt(t, e) {
-  const n = e ?? {}, o = [
-    "exec",
-    "--color",
-    "never",
-    "--output-last-message",
-    t
-  ];
-  m(n.model) && o.push("--model", n.model), m(n.profile) && o.push("--profile", n.profile), m(n.sandbox) && o.push("--sandbox", n.sandbox), n.fullAuto === !0 && o.push("--full-auto"), n.skipGitRepoCheck === !0 && o.push("--skip-git-repo-check"), n.dangerouslyBypassApprovalsAndSandbox === !0 && o.push("--dangerously-bypass-approvals-and-sandbox");
-  for (const i of dt(n.config))
-    o.push("--config", i);
-  return o.push("-"), o;
-}
-function ft(t, e, n, o) {
-  return new Promise((i, s) => {
-    const r = ot("codex", e, {
-      cwd: o,
-      stdio: ["pipe", "pipe", "pipe"]
-    });
-    let a = "", c = "", p = !1;
-    r.stdout.setEncoding("utf8"), r.stderr.setEncoding("utf8"), r.stdout.on("data", (u) => {
-      a += u;
-    }), r.stderr.on("data", (u) => {
-      c += u;
-    }), r.stdin.on("error", () => {
-    });
-    const g = setTimeout(() => {
-      p = !0, r.kill("SIGTERM");
-    }, n);
-    r.once("error", (u) => {
-      clearTimeout(g), s(
-        new Error(
-          `Failed to start Codex CLI. Ensure codex is installed and available on PATH. ${String(
-            u
-          )}`
-        )
-      );
-    }), r.once("close", (u, x) => {
-      clearTimeout(g), i({
-        exitCode: u,
-        signal: x,
-        stdout: a.trim(),
-        stderr: c.trim(),
-        timedOut: p
-      });
-    }), r.stdin.end(t);
-  });
-}
-async function pt(t, e) {
-  try {
-    return await R(t, "utf8");
-  } catch (n) {
-    if (!ut(n, "ENOENT"))
-      throw n;
-    return e;
-  }
-}
-function ht(t) {
-  if (t.timedOut)
-    return "Codex timed out before returning a response.";
-  if (t.exitCode === null)
-    return `Codex exited due to signal ${t.signal ?? "unknown"}.`;
-  const e = t.stderr.length > 0 ? ` ${t.stderr}` : "";
-  return `Codex exited with code ${t.exitCode}.${e}`;
-}
-async function mt(t, e, n) {
-  const o = n ?? {}, i = m(o.workingDirectory) ? o.workingDirectory : process.cwd(), s = await V(S(rt(), at)), r = S(s, ct);
-  try {
-    const a = lt(r, n), c = await ft(
-      t,
-      a,
-      e,
-      i
-    );
-    if (c.timedOut)
-      throw new Error(`Codex timed out after ${e}ms.`);
-    if (c.exitCode !== 0)
-      throw new Error(ht(c));
-    const p = await pt(r, c.stdout);
-    if (p.length === 0)
-      throw new Error("Codex did not return a response.");
-    return p;
-  } finally {
-    await Z(s, { recursive: !0, force: !0 });
-  }
-}
-const gt = 6e5;
-function U(t) {
-  return typeof t == "string" && t.length > 0 ? t : void 0;
-}
-function E(t) {
-  if (!t)
-    return;
-  const e = { ...t };
-  if (e.model !== void 0) {
-    const n = U(
-      typeof e.model == "string" ? e.model : void 0
-    );
-    n ? e.model = n : delete e.model;
-  }
-  return Object.keys(e).length > 0 ? e : void 0;
-}
-function O(t) {
-  if (!(typeof t != "number" || !Number.isFinite(t)) && !(t <= 0))
-    return Math.floor(t);
-}
-function y(t) {
-  return !Number.isFinite(t) || (t ?? 0) <= 0 ? 0 : Math.floor(t ?? 0);
-}
-function xt(t) {
-  return y(t.inputTokens) + y(t.outputTokens) + y(t.cacheReadTokens) + y(t.cacheWriteTokens);
-}
-async function F(t, e = {}) {
-  const { timeoutMs: n, ...o } = e, i = await H(), s = E(i.agentOptions), r = E(
-    o
-  ), a = E({
-    ...s ?? {},
-    ...r ?? {}
-  }), c = O(i.promptTimeoutMs), g = O(n) ?? c ?? gt, u = U(
-    typeof a?.model == "string" ? a.model : void 0
-  );
-  if (i.agent === "codex") {
-    const d = await mt(t, g, a);
-    return u && A(u), d;
-  }
-  const x = new Q({ useLoggedInUser: !0 });
-  let w, k, b = 0;
-  try {
-    await x.start(), w = await x.createSession(a), k = w.on("assistant.usage", (f) => {
-      b += xt(f.data);
-    });
-    const d = await w.sendAndWait({ prompt: t }, g);
-    if (!d?.data?.content)
-      throw new Error("Copilot did not return a response.");
-    return u && A(u), d.data.content;
-  } finally {
-    const d = [];
-    if (k?.(), b > 0 && W(b), w)
-      try {
-        await w.destroy();
-      } catch (f) {
-        d.push(f);
-      }
-    try {
-      const f = await x.stop();
-      d.push(...f);
-    } catch (f) {
-      d.push(f);
-    }
-    d.length > 0 && console.error(
-      `Copilot cleanup encountered ${d.length} error(s).`
-    );
-  }
-}
-async function It(t, e = {}) {
-  const n = L.getStore(), o = n?.evalFile ? v(n.evalFile) : process.cwd(), i = tt(t) ? t : et(o, t), s = await R(i, "utf8");
-  return F(s, e);
-}
-function l(t) {
-  G({
-    describePath: Y(),
-    itPath: X(),
-    message: t
-  });
-}
-async function wt(t, e) {
-  const n = Date.now(), o = `expected '${t}' to satisfy '${e}'`, i = F(`Evaluate if the expectation is fulfiled in by the input.
-        Expectation: "${e}".
+import { _ as e, a as t, c as n, d as r, f as i, g as a, h as o, i as s, l as c, m as l, n as u, o as d, p as f, r as p, s as m, t as h, u as g, v as _, y as v } from "./runCli-CJ7_lGMV.js";
+import { access as y, constants as b, mkdir as x, mkdtemp as S, readFile as C, rm as w, writeFile as ee } from "node:fs/promises";
+import { basename as T, dirname as E, isAbsolute as te, join as D, resolve as O } from "node:path";
+import { mkdirSync as k, readFileSync as A, writeFileSync as j } from "node:fs";
+import { CopilotClient as ne, approveAll as re } from "@github/copilot-sdk";
+import { spawn as ie } from "node:child_process";
+import { tmpdir as ae } from "node:os";
+//#region src/lib/describe/describe.ts
+function oe(t, n) {
+	_(() => {
+		o(t);
+		try {
+			let t = n();
+			if (t && typeof t.then == "function") {
+				e(t.finally(() => {
+					l();
+				}));
+				return;
+			}
+		} catch (e) {
+			throw l(), e;
+		}
+		l();
+	}, c());
+}
+//#endregion
+//#region src/lib/prompt/codex.ts
+var se = "katt-codex-", ce = "last-message.txt";
+function le(e, t) {
+	return typeof e == "object" && !!e && "code" in e && e.code === t;
+}
+function M(e) {
+	return typeof e == "string" && e.length > 0;
+}
+function ue(e) {
+	return M(e) ? [e] : Array.isArray(e) ? e.filter(M) : [];
+}
+function de(e, t, n = !1) {
+	let r = t ?? {}, i = [
+		"exec",
+		"--color",
+		"never",
+		...n ? ["--json"] : [],
+		"--output-last-message",
+		e
+	];
+	M(r.model) && i.push("--model", r.model), M(r.profile) && i.push("--profile", r.profile), M(r.sandbox) && i.push("--sandbox", r.sandbox), r.fullAuto === !0 && i.push("--full-auto"), r.skipGitRepoCheck === !0 && i.push("--skip-git-repo-check"), r.dangerouslyBypassApprovalsAndSandbox === !0 && i.push("--dangerously-bypass-approvals-and-sandbox");
+	for (let e of ue(r.config)) i.push("--config", e);
+	return i.push("-"), i;
+}
+function N(e, t, n, r) {
+	return new Promise((i, a) => {
+		let o = ie("codex", t, {
+			cwd: r,
+			stdio: [
+				"pipe",
+				"pipe",
+				"pipe"
+			]
+		}), s = "", c = "", l = !1;
+		o.stdout.setEncoding("utf8"), o.stderr.setEncoding("utf8"), o.stdout.on("data", (e) => {
+			s += e;
+		}), o.stderr.on("data", (e) => {
+			c += e;
+		}), o.stdin.on("error", () => {});
+		let u = setTimeout(() => {
+			l = !0, o.kill("SIGTERM");
+		}, n);
+		o.once("error", (e) => {
+			clearTimeout(u), a(/* @__PURE__ */ Error(`Failed to start Codex CLI. Ensure codex is installed and available on PATH. ${String(e)}`));
+		}), o.once("close", (e, t) => {
+			clearTimeout(u), i({
+				exitCode: e,
+				signal: t,
+				stdout: s.trim(),
+				stderr: c.trim(),
+				timedOut: l
+			});
+		}), o.stdin.end(e);
+	});
+}
+async function P(e, t) {
+	try {
+		return await C(e, "utf8");
+	} catch (e) {
+		if (!le(e, "ENOENT")) throw e;
+		return t;
+	}
+}
+function F(e) {
+	if (e.timedOut) return "Codex timed out before returning a response.";
+	if (e.exitCode === null) return `Codex exited due to signal ${e.signal ?? "unknown"}.`;
+	let t = e.stderr.length > 0 ? ` ${e.stderr}` : "";
+	return `Codex exited with code ${e.exitCode}.${t}`;
+}
+function I(e) {
+	return typeof e == "object" && !!e;
+}
+function L(e) {
+	return typeof e == "string" && e.trim().length > 0 ? e.trim() : void 0;
+}
+function R(e, t, n = 0) {
+	if (n > 6) return;
+	let r = L(e);
+	if (r) {
+		t.push(r);
+		return;
+	}
+	if (Array.isArray(e)) {
+		for (let r of e) R(r, t, n + 1);
+		return;
+	}
+	if (I(e)) for (let r of [
+		"reasoning",
+		"reasoningText",
+		"reasoning_text",
+		"content",
+		"summary",
+		"deltaContent",
+		"delta",
+		"text",
+		"intent",
+		"analysis",
+		"thought",
+		"plan",
+		"message"
+	]) r in e && R(e[r], t, n + 1);
+}
+function z(e) {
+	if (e.trim().length === 0) return [];
+	try {
+		let t = JSON.parse(e);
+		if (!I(t)) return [];
+		let n = [], r = L(t.type);
+		if (r && /reason|intent|plan|analysis|thought|think/i.test(r) && R(t, n), "msg" in t && I(t.msg)) {
+			let e = L(t.msg.type);
+			e && /reason|intent|plan|analysis|thought|think/i.test(e) && R(t.msg, n);
+		}
+		return n;
+	} catch {
+		return [];
+	}
+}
+function B(e) {
+	let t = e.split(/\r?\n/), n = [], r = /* @__PURE__ */ new Set();
+	for (let e of t) {
+		let t = z(e);
+		for (let e of t) r.has(e) || (r.add(e), n.push(e));
+	}
+	return n.join("\n\n");
+}
+function V(e) {
+	let t = e.split(/\r?\n/), n = "";
+	for (let e of t) if (e.trim().length !== 0) try {
+		let t = JSON.parse(e);
+		if (!I(t)) continue;
+		if (I(t.msg) && L(t.msg.type) === "agent_message") {
+			let e = L(t.msg.message);
+			e && (n = e);
+		}
+	} catch {}
+	return n;
+}
+async function H(e, t, n, r) {
+	let i = n ?? {}, a = M(i.workingDirectory) ? i.workingDirectory : process.cwd(), o = await S(D(ae(), se)), s = D(o, ce);
+	try {
+		let i = await N(e, de(s, n, r), t, a);
+		if (i.timedOut) throw Error(`Codex timed out after ${t}ms.`);
+		if (i.exitCode !== 0) throw Error(F(i));
+		let o = await P(s, r ? V(i.stdout) : i.stdout);
+		if (o.length === 0) throw Error("Codex did not return a response.");
+		return {
+			response: o,
+			reasoning: r ? B(i.stdout) : ""
+		};
+	} finally {
+		await w(o, {
+			recursive: !0,
+			force: !0
+		});
+	}
+}
+async function fe(e, t, n) {
+	return (await H(e, t, n, !1)).response;
+}
+async function pe(e, t, n) {
+	return H(e, t, n, !0);
+}
+//#endregion
+//#region src/lib/prompt/reasoningWriter.ts
+var me = "No reasoning was emitted by the runtime for this prompt.", he = "No final output was returned by the runtime for this prompt.", ge = new Set([
+	"<",
+	">",
+	":",
+	"\"",
+	"/",
+	"\\",
+	"|",
+	"?",
+	"*"
+]);
+function U(e) {
+	let t = e.trim().split("").map((e) => e.charCodeAt(0) <= 31 || ge.has(e) ? "_" : e).join("").replace(/\s+/g, "_");
+	return t.length > 0 ? t : "unnamed";
+}
+function _e() {
+	let e = g().map((e) => U(e.description)), t = i().map((e) => U(e.description)), n = [...e, ...t];
+	return n.length === 0 ? "root" : n.join("__");
+}
+function ve(e) {
+	return `${String(e.getUTCFullYear())}${String(e.getUTCMonth() + 1).padStart(2, "0")}${String(e.getUTCDate()).padStart(2, "0")}T${String(e.getUTCHours()).padStart(2, "0")}${String(e.getUTCMinutes()).padStart(2, "0")}${String(e.getUTCSeconds()).padStart(2, "0")}`;
+}
+async function ye(e) {
+	try {
+		return await y(e, b.F_OK), !0;
+	} catch {
+		return !1;
+	}
+}
+function be(e, t, n) {
+	let r = t.trim().length > 0 ? t : me, i = n.trim().length > 0 ? n : he;
+	return [
+		"# Reasoning",
+		"",
+		`Runtime: ${e}`,
+		"",
+		"## Reasoning Trace",
+		"",
+		r,
+		"",
+		"## Final Output",
+		"",
+		i,
+		""
+	].join("\n");
+}
+function xe(e) {
+	let t = T(e).replace(/\.eval\.[^./\\]+$/, ""), n = _e();
+	return D(E(e), "__reasoning__", `${t}__${n}.reasoning.md`);
+}
+function Se(e) {
+	let t = ve(/* @__PURE__ */ new Date());
+	return `${e.replace(/\.reasoning\.md$/, "")}__${t}.reasoning.md`;
+}
+async function W(e, n, r) {
+	let i = t.getStore()?.evalFile;
+	if (!i) return;
+	let a = xe(i);
+	await x(E(a), { recursive: !0 });
+	let o = await ye(a) ? Se(a) : a;
+	return await ee(o, be(e, n, r), "utf8"), o;
+}
+function G(e) {
+	return typeof e == "string" && e.length > 0 ? e : void 0;
+}
+function K(e) {
+	if (!e) return;
+	let t = { ...e };
+	if (t.model !== void 0) {
+		let e = G(typeof t.model == "string" ? t.model : void 0);
+		e ? t.model = e : delete t.model;
+	}
+	return Object.keys(t).length > 0 ? t : void 0;
+}
+function q(e) {
+	if (!(typeof e != "number" || !Number.isFinite(e)) && !(e <= 0)) return Math.floor(e);
+}
+function J(e) {
+	return !Number.isFinite(e) || (e ?? 0) <= 0 ? 0 : Math.floor(e ?? 0);
+}
+function Ce(e) {
+	return J(e.inputTokens) + J(e.outputTokens) + J(e.cacheReadTokens) + J(e.cacheWriteTokens);
+}
+async function Y(e, t = {}) {
+	let { timeoutMs: r, onPermissionRequest: i, ...a } = t, o = await u(), s = K(o.agentOptions), c = K(a), l = K({
+		...s ?? {},
+		...c ?? {}
+	}), d = q(o.promptTimeoutMs), f = q(r) ?? d ?? 6e5, m = G(typeof l?.model == "string" ? l.model : void 0), h = p();
+	if (o.agent === "codex") {
+		if (h) {
+			let t = await pe(e, f, l);
+			return m && v(m), await W("codex", t.reasoning, t.response), t.response;
+		}
+		let t = await fe(e, f, l);
+		return m && v(m), t;
+	}
+	let g = new ne({ useLoggedInUser: !0 }), _, y, b, x, S = 0, C = [], w = [];
+	try {
+		await g.start(), _ = await g.createSession({
+			...l,
+			onPermissionRequest: i ?? re
+		}), y = _.on("assistant.usage", (e) => {
+			S += Ce(e.data);
+		}), b = _.on("assistant.reasoning", (e) => {
+			typeof e.data.content == "string" && e.data.content.length > 0 && C.push(e.data.content);
+		}), x = _.on("assistant.intent", (e) => {
+			typeof e.data.intent == "string" && e.data.intent.length > 0 && w.push(e.data.intent);
+		});
+		let t = await _.sendAndWait({ prompt: e }, f);
+		if (!t?.data?.content) throw Error("Copilot did not return a response.");
+		if (h) {
+			let e = [];
+			for (let t of w) e.push(`Intent: ${t}`);
+			e.push(...C), typeof t.data.reasoningText == "string" && t.data.reasoningText.length > 0 && e.push(t.data.reasoningText), await W("gh-copilot", e.join("\n\n"), t.data.content);
+		}
+		return m && v(m), t.data.content;
+	} finally {
+		let e = [];
+		if (y?.(), b?.(), x?.(), S > 0 && n(S), _) try {
+			await _.destroy();
+		} catch (t) {
+			e.push(t);
+		}
+		try {
+			let t = await g.stop();
+			e.push(...t);
+		} catch (t) {
+			e.push(t);
+		}
+		e.length > 0 && console.error(`Copilot cleanup encountered ${e.length} error(s).`);
+	}
+}
+async function we(e, n = {}) {
+	let r = t.getStore(), i = r?.evalFile ? E(r.evalFile) : process.cwd();
+	return Y(await C(te(e) ? e : O(i, e), "utf8"), n);
+}
+//#endregion
+//#region src/lib/expect/matcherUtils.ts
+function X(e) {
+	a({
+		describePath: r(),
+		itPath: f(),
+		message: e
+	});
+}
+//#endregion
+//#region src/lib/expect/promptCheck.ts
+async function Te(t, n) {
+	let r = Date.now(), i = `expected '${t}' to satisfy '${n}'`, a = Y(`Evaluate if the expectation is fulfiled in by the input.
+        Expectation: "${n}".
         Input:
         ---
         ${t}
         ---
         Important: Answer with "Yes" or "No" only, without any additional text.
-        `).then((s) => {
-    s.includes("Yes") ? h(!0, Date.now() - n, "promptCheck") : s.includes("No") ? l(o) : l(`failed to evaluate expectation '${e}'`);
-  });
-  return C(i), i;
-}
-const yt = 3;
-function Ct(t) {
-  const e = t.match(/\b([1-5])\b/);
-  return !e || !e[1] ? null : Number(e[1]);
-}
-async function bt(t, e, n) {
-  const o = Date.now(), i = n?.threshold ?? yt, s = F(
-    `Classify the input by how "${e}" it is on a scale of 1 to 5.
-1 means "not ${e}" and 5 means "very ${e}".
+        `).then((e) => {
+		e.includes("Yes") ? m(Date.now() - r, "promptCheck") : e.includes("No") ? X(i) : X(`failed to evaluate expectation '${n}'`);
+	});
+	return e(a), a;
+}
+//#endregion
+//#region src/lib/expect/toBeClassifiedAs.ts
+var Ee = 3;
+function De(e) {
+	let t = e.match(/\b([1-5])\b/);
+	return t?.[1] ? Number(t[1]) : null;
+}
+async function Oe(t, n, r) {
+	let i = Date.now(), a = r?.threshold ?? Ee, o = Y(`Classify the input by how "${n}" it is on a scale of 1 to 5.
+1 means "not ${n}" and 5 means "very ${n}".
 Return only a single number: 1, 2, 3, 4, or 5.
 
 Input:
 ---
 ${t}
----`,
-    n?.model ? { model: n.model } : void 0
-  ).then((r) => {
-    const a = Ct(r);
-    if (a === null) {
-      l(
-        `failed to classify as '${e}'. Evaluator returned '${r}'`
-      );
-      return;
-    }
-    const c = `expected response to be classified as '${e}' with score >= ${i}, got ${a}`;
-    if (a < i) {
-      l(c);
-      return;
-    }
-    h(
-      !0,
-      Date.now() - o,
-      "toBeClassifiedAs"
-    );
-  });
-  return C(s), s;
-}
-function Tt(t, e) {
-  const n = `expected '${t}' to include '${e}'`;
-  t.includes(e) || l(n);
-}
-function _(t) {
-  const e = t.trim().replace(/[<>:"/\\|?*\x00-\x1f]/g, "_").replace(/\s+/g, "_");
-  return e.length > 0 ? e : "unnamed";
-}
-function $t() {
-  const t = K().map(
-    (o) => _(o.description)
-  ), e = J().map(
-    (o) => _(o.description)
-  ), n = [...t, ...e];
-  return n.length === 0 ? "root" : n.join("__");
-}
-function Et(t) {
-  const n = nt(t).replace(/\.eval\.[^./\\]+$/, ""), o = $t();
-  return S(
-    v(t),
-    "__snapshots__",
-    `${n}__${o}.snap.md`
-  );
-}
-function P(t) {
-  return t.split(/\r?\n/);
-}
-function St(t, e) {
-  if (t === e)
-    return "  (no diff)";
-  const n = P(t), o = P(e), i = Math.max(n.length, o.length), s = [];
-  for (let r = 0; r < i; r += 1) {
-    const a = n[r], c = o[r];
-    if (a !== c) {
-      if (a === void 0 && c !== void 0) {
-        s.push(`+ ${c}`);
-        continue;
-      }
-      if (a !== void 0 && c === void 0) {
-        s.push(`- ${a}`);
-        continue;
-      }
-      s.push(`- ${a ?? ""}`), s.push(`+ ${c ?? ""}`);
-    }
-  }
-  return s.join(`
-`);
-}
-function vt(t) {
-  const e = L.getStore()?.evalFile;
-  if (!e) {
-    l(
-      "toMatchSnapshot can only be used while running an eval file."
-    );
-    return;
-  }
-  const n = Et(e);
-  try {
-    const o = st(n, "utf8");
-    if (o === t)
-      return;
-    if (q()) {
-      M(n, t, "utf8");
-      return;
-    }
-    const i = St(o, t);
-    l(
-      [
-        `Snapshot mismatch at ${n}`,
-        "",
-        "Diff:",
-        i,
-        "",
-        "Run 'npx katt --update-snapshots' (or -u) to accept this change."
-      ].join(`
-`)
-    );
-  } catch (o) {
-    if (o.code !== "ENOENT") {
-      l(
-        `Failed to read snapshot at ${n}: ${String(o)}`
-      );
-      return;
-    }
-    try {
-      it(v(n), { recursive: !0 }), M(n, t, "utf8");
-    } catch (s) {
-      l(
-        `Failed to write snapshot at ${n}: ${String(s)}`
-      );
-    }
-  }
-}
-function Lt(t) {
-  return {
-    toContain: (e) => {
-      Tt(t, e);
-    },
-    toMatchSnapshot: () => {
-      vt(t);
-    },
-    promptCheck: async (e) => {
-      await wt(t, e);
-    },
-    toBeClassifiedAs: async (e, n) => {
-      await bt(t, e, n);
-    }
-  };
-}
-export {
-  Nt as describe,
-  Lt as expect,
-  Pt as it,
-  F as prompt,
-  It as promptFile,
-  jt as runCli
-};
+---`, r?.model ? { model: r.model } : void 0).then((e) => {
+		let t = De(e);
+		if (t === null) {
+			X(`failed to classify as '${n}'. Evaluator returned '${e}'`);
+			return;
+		}
+		let r = `expected response to be classified as '${n}' with score >= ${a}, got ${t}`;
+		if (t < a) {
+			X(r);
+			return;
+		}
+		m(Date.now() - i, "toBeClassifiedAs");
+	});
+	return e(o), o;
+}
+//#endregion
+//#region src/lib/expect/toContain.ts
+function ke(e, t) {
+	let n = `expected '${e}' to include '${t}'`;
+	e.includes(t) || X(n);
+}
+//#endregion
+//#region src/lib/expect/toMatchSnapshot.ts
+var Z = new Set([
+	"<",
+	">",
+	":",
+	"\"",
+	"/",
+	"\\",
+	"|",
+	"?",
+	"*"
+]);
+function Q(e) {
+	let t = e.trim().split("").map((e) => e.charCodeAt(0) <= 31 || Z.has(e) ? "_" : e).join("").replace(/\s+/g, "_");
+	return t.length > 0 ? t : "unnamed";
+}
+function Ae() {
+	let e = g().map((e) => Q(e.description)), t = i().map((e) => Q(e.description)), n = [...e, ...t];
+	return n.length === 0 ? "root" : n.join("__");
+}
+function je(e) {
+	let t = T(e).replace(/\.eval\.[^./\\]+$/, ""), n = Ae();
+	return D(E(e), "__snapshots__", `${t}__${n}.snap.md`);
+}
+function $(e) {
+	return e.split(/\r?\n/);
+}
+function Me(e, t) {
+	if (e === t) return "  (no diff)";
+	let n = $(e), r = $(t), i = Math.max(n.length, r.length), a = [];
+	for (let e = 0; e < i; e += 1) {
+		let t = n[e], i = r[e];
+		if (t !== i) {
+			if (t === void 0 && i !== void 0) {
+				a.push(`+ ${i}`);
+				continue;
+			}
+			if (t !== void 0 && i === void 0) {
+				a.push(`- ${t}`);
+				continue;
+			}
+			a.push(`- ${t ?? ""}`), a.push(`+ ${i ?? ""}`);
+		}
+	}
+	return a.join("\n");
+}
+function Ne(e) {
+	let n = t.getStore()?.evalFile;
+	if (!n) {
+		X("toMatchSnapshot can only be used while running an eval file.");
+		return;
+	}
+	let r = je(n);
+	try {
+		let t = A(r, "utf8");
+		if (t === e) return;
+		if (s()) {
+			j(r, e, "utf8");
+			return;
+		}
+		let n = Me(t, e);
+		X([
+			`Snapshot mismatch at ${r}`,
+			"",
+			"Diff:",
+			n,
+			"",
+			"Run 'npx katt --update-snapshots' (or -u) to accept this change."
+		].join("\n"));
+	} catch (t) {
+		if (t.code !== "ENOENT") {
+			X(`Failed to read snapshot at ${r}: ${String(t)}`);
+			return;
+		}
+		try {
+			k(E(r), { recursive: !0 }), j(r, e, "utf8");
+		} catch (e) {
+			X(`Failed to write snapshot at ${r}: ${String(e)}`);
+		}
+	}
+}
+//#endregion
+//#region src/lib/expect/expect.ts
+function Pe(e) {
+	return {
+		toContain: (t) => {
+			ke(e, t);
+		},
+		toMatchSnapshot: () => {
+			Ne(e);
+		},
+		promptCheck: async (t) => {
+			await Te(e, t);
+		},
+		toBeClassifiedAs: async (t, n) => {
+			await Oe(e, t, n);
+		}
+	};
+}
+//#endregion
+export { oe as describe, Pe as expect, d as it, Y as prompt, we as promptFile, h as runCli };