katt 0.0.2 → 0.0.3

package/README.md

@@ -2,7 +2,7 @@
 
 Katt is a lightweight testing framework for running AI Evals, inspired by [Jest](https://github.com/jestjs/jest).
 
-<img src="docs/logo.png" alt="Katt logo" width="250" />
+<img src="https://raw.githubusercontent.com/raphaelpor/katt/main/docs/logo.png" alt="Katt logo" width="250" />
 
 ## Overview
 

package/dist/index.js

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
 import { AsyncLocalStorage as E } from "node:async_hooks";
 import { CopilotClient as et } from "@github/copilot-sdk";
-import { readFile as M, readdir as nt } from "node:fs/promises";
-import { resolve as x, dirname as T, isAbsolute as ot, basename as it, join as st } from "node:path";
-import { readFileSync as Y, writeFileSync as Z, mkdirSync as rt } from "node:fs";
+import { readFile as O, readdir as nt } from "node:fs/promises";
+import { resolve as F, dirname as N, isAbsolute as ot, basename as st, join as it } from "node:path";
+import { readFileSync as H, writeFileSync as R, mkdirSync as rt } from "node:fs";
 import { fileURLToPath as ct, pathToFileURL as at } from "node:url";
 const D = new E(), lt = {
   describeStack: [],
@@ -11,13 +11,13 @@ const D = new E(), lt = {
   tokenUsageStack: [],
   modelStack: []
 };
-let U = 0, W = 0;
-const w = [], A = [];
-let J = 0;
+let M = 0, G = 0;
+const A = [], $ = [];
+let T = 0;
 function u() {
   return D.getStore() ?? lt;
 }
-function H(t) {
+function X(t) {
   return {
     describeStack: [...t.describeStack],
     itStack: [...t.itStack],
@@ -26,25 +26,25 @@ function H(t) {
   };
 }
 function ut() {
-  return U += 1, `d${U}`;
+  return M += 1, `d${M}`;
 }
 function dt() {
-  return W += 1, `i${W}`;
+  return G += 1, `i${G}`;
 }
-function X(t, e) {
-  const n = e ?? H(u());
+function V(t, e) {
+  const n = e ?? X(u());
   return D.run(n, t);
 }
-function z() {
-  return H(u());
+function P() {
+  return X(u());
 }
 function gt(t) {
   u().describeStack.push({ id: ut(), description: t });
 }
-function b() {
+function y() {
   u().describeStack.pop();
 }
-function P() {
+function Y() {
   return u().describeStack.map((t) => t.description).join(" > ");
 }
 function ft(t) {
@@ -53,7 +53,7 @@ function ft(t) {
 function v() {
   u().itStack.pop(), u().tokenUsageStack.pop(), u().modelStack.pop();
 }
-function V() {
+function z() {
   return u().itStack.map((t) => t.description).join(" > ");
 }
 function pt(t) {
@@ -72,112 +72,112 @@ function It(t) {
   const e = u(), n = e.modelStack.length - 1;
   n < 0 || (e.modelStack[n] = t);
 }
-function Ct() {
+function mt() {
   const t = u(), e = t.modelStack.length - 1;
   if (!(e < 0))
     return t.modelStack[e];
 }
-function $(t) {
-  w.push(t);
+function b(t) {
+  A.push(t);
 }
-function mt() {
-  J += 1;
+function Ct() {
+  T += 1;
 }
 function St() {
-  return J;
+  return T;
 }
-function wt() {
-  J = 0;
+function At() {
+  T = 0;
 }
-function At(t) {
-  A.push(t);
+function $t(t) {
+  $.push(t);
 }
-function $t() {
-  return [...A];
+function bt() {
+  return [...$];
 }
-function B() {
-  return A.length;
+function U() {
+  return $.length;
 }
 function kt() {
-  A.length = 0;
+  $.length = 0;
 }
-async function yt() {
+async function wt() {
   const t = [];
-  for (; w.length > 0; ) {
-    const e = w.splice(0, w.length), n = await Promise.allSettled(e);
+  for (; A.length > 0; ) {
+    const e = A.splice(0, A.length), n = await Promise.allSettled(e);
     t.push(...n);
   }
   return t;
 }
-function bt(t, e) {
-  X(() => {
+function yt(t, e) {
+  V(() => {
     gt(t);
     try {
       const n = e();
       if (n && typeof n.then == "function") {
-        $(
+        b(
           n.finally(() => {
-            b();
+            y();
           })
         );
         return;
       }
     } catch (n) {
-      throw b(), n;
+      throw y(), n;
     }
-    b();
-  }, z());
+    y();
+  }, P());
 }
-const vt = "\x1B[1;36m", Lt = "\x1B[33m", jt = "\x1B[38;5;208m", Ft = "\x1B[1;38;5;208m", k = "\x1B[0m";
+const vt = "\x1B[1;36m", Lt = "\x1B[33m", jt = "\x1B[38;5;208m", xt = "\x1B[1;38;5;208m", k = "\x1B[0m";
 function f(t) {
   return `${vt}${t}${k}`;
 }
-function m(t) {
+function C(t) {
   return `${Lt}${t}${k}`;
 }
-function G(t) {
+function W(t) {
   return `${jt}${t}${k}`;
 }
-function xt(t) {
-  return `${Ft}${t}${k}`;
+function Ft(t) {
+  return `${xt}${t}${k}`;
 }
-let F = "";
-function Tt() {
-  F = "";
+let x = "";
+function Nt() {
+  x = "";
 }
-function Jt({
+function Tt({
   suitePath: t,
   casePath: e,
   didPass: n,
   durationMs: o,
-  model: s,
-  tokenUsage: i
+  model: i,
+  tokenUsage: s
 }) {
   const r = t.length > 0 ? t : "(root)", a = e.length > 0 ? e : "(root)";
-  F !== r && (console.log(`Suite "${f(r)}"`), F = r);
+  x !== r && (console.log(`Suite "${f(r)}"`), x = r);
   const l = n ? "✅ Passed in" : "❌ Failed in", d = [
     `Test "${f(a)}"`,
     `- ${l} ${f(`${o}ms`)}`
   ];
-  s && d.push(`- Model ${f(s)}`), (i ?? 0) > 0 && d.push(`- Tokens used ${f(String(i))}`), d.push("---"), console.log(d.join(`
+  i && d.push(`- Model ${f(i)}`), (s ?? 0) > 0 && d.push(`- Tokens used ${f(String(s))}`), d.push("---"), console.log(d.join(`
 `));
 }
 function I(t, e, n = "(root)") {
-  const o = V();
-  Jt({
-    suitePath: P(),
+  const o = z();
+  Tt({
+    suitePath: Y(),
     casePath: o.length > 0 ? o : n,
     didPass: t,
     durationMs: e,
-    model: Ct(),
+    model: mt(),
     tokenUsage: ht()
   });
 }
-const N = new E();
-function Nt(t, e) {
+const B = new E();
+function Bt(t, e) {
   return typeof t == "object" && t !== null && "code" in t && t.code === e;
 }
-function Rt(t) {
+function Jt(t) {
   try {
     const e = JSON.parse(t);
     return typeof e == "object" && e !== null ? e : void 0;
@@ -186,7 +186,7 @@ function Rt(t) {
     return;
   }
 }
-function Zt(t) {
+function Rt(t) {
   const e = t?.copilot;
   if (typeof e != "object" || e === null || Array.isArray(e))
     return;
@@ -195,19 +195,19 @@ function Zt(t) {
   }, o = n.model;
   return (typeof o != "string" || o.length === 0) && delete n.model, Object.keys(n).length > 0 ? n : void 0;
 }
-async function Ut() {
-  const t = x(process.cwd(), "katt.json");
+async function Mt() {
+  const t = F(process.cwd(), "katt.json");
   try {
-    const e = await M(t, "utf8");
-    return Zt(Rt(e));
+    const e = await O(t, "utf8");
+    return Rt(Jt(e));
   } catch (e) {
-    if (Nt(e, "ENOENT"))
+    if (Bt(e, "ENOENT"))
       return;
     console.warn(`Failed to read katt.json: ${String(e)}`);
     return;
   }
 }
-function K(t) {
+function Q(t) {
   return typeof t == "string" && t.length > 0 ? t : void 0;
 }
 function L(t) {
@@ -215,7 +215,7 @@ function L(t) {
     return;
   const e = { ...t };
   if (e.model !== void 0) {
-    const n = K(e.model);
+    const n = Q(e.model);
     n ? e.model = n : delete e.model;
   }
   return Object.keys(e).length > 0 ? e : void 0;
@@ -223,23 +223,23 @@ function L(t) {
 function S(t) {
   return !Number.isFinite(t) || (t ?? 0) <= 0 ? 0 : Math.floor(t ?? 0);
 }
-function Wt(t) {
+function Gt(t) {
   return S(t.inputTokens) + S(t.outputTokens) + S(t.cacheReadTokens) + S(t.cacheWriteTokens);
 }
-async function y(t, e = {}) {
-  const n = L(await Ut()), o = L(e), s = L({
+async function w(t, e = {}) {
+  const n = L(await Mt()), o = L(e), i = L({
     ...n ?? {},
     ...o ?? {}
-  }), i = K(s?.model), r = new et({ useLoggedInUser: !0 });
+  }), s = Q(i?.model), r = new et({ useLoggedInUser: !0 });
   let a, l, d = 0;
   try {
-    await r.start(), a = await r.createSession(s), l = a.on("assistant.usage", (c) => {
-      d += Wt(c.data);
+    await r.start(), a = await r.createSession(i), l = a.on("assistant.usage", (c) => {
+      d += Gt(c.data);
     });
     const g = await a.sendAndWait({ prompt: t });
     if (!g?.data?.content)
       throw new Error("Copilot did not return a response.");
-    return i && It(i), g.data.content;
+    return s && It(s), g.data.content;
   } finally {
     const g = [];
     if (l?.(), d > 0 && pt(d), a)
@@ -259,37 +259,37 @@ async function y(t, e = {}) {
     );
   }
 }
-async function Bt(t, e = {}) {
-  const n = N.getStore(), o = n?.evalFile ? T(n.evalFile) : process.cwd(), s = ot(t) ? t : x(o, t), i = await M(s, "utf8");
-  return y(i, e);
+async function Ut(t, e = {}) {
+  const n = B.getStore(), o = n?.evalFile ? N(n.evalFile) : process.cwd(), i = ot(t) ? t : F(o, t), s = await O(i, "utf8");
+  return w(s, e);
 }
 function p(t) {
-  At({
-    describePath: P(),
-    itPath: V(),
+  $t({
+    describePath: Y(),
+    itPath: z(),
     message: t
   });
 }
-async function Gt(t, e) {
-  const n = Date.now(), o = `expected '${t}' to satisfy '${e}'`, s = y(`Evaluate if the expectation is fulfiled in by the input.
+async function Wt(t, e) {
+  const n = Date.now(), o = `expected '${t}' to satisfy '${e}'`, i = w(`Evaluate if the expectation is fulfiled in by the input.
         Expectation: "${e}".
         Input:
         ---
         ${t}
         ---
         Important: Answer with "Yes" or "No" only, without any additional text.
-        `).then((i) => {
-    i.includes("Yes") ? I(!0, Date.now() - n, "promptCheck") : i.includes("No") ? p(o) : p(`failed to evaluate expectation '${e}'`);
+        `).then((s) => {
+    s.includes("Yes") ? I(!0, Date.now() - n, "promptCheck") : s.includes("No") ? p(o) : p(`failed to evaluate expectation '${e}'`);
   });
-  return $(s), s;
+  return b(i), i;
 }
-const Ot = 3;
+const Zt = 3;
 function Et(t) {
   const e = t.match(/\b([1-5])\b/);
   return !e || !e[1] ? null : Number(e[1]);
 }
-async function Mt(t, e, n) {
-  const o = Date.now(), s = n?.threshold ?? Ot, i = y(
+async function Ot(t, e, n) {
+  const o = Date.now(), i = n?.threshold ?? Zt, s = w(
     `Classify the input by how "${e}" it is on a scale of 1 to 5.
 1 means "not ${e}" and 5 means "very ${e}".
 Return only a single number: 1, 2, 3, 4, or 5.
@@ -307,8 +307,8 @@ ${t}
       );
       return;
     }
-    const l = `expected response to be classified as '${e}' with score >= ${s}, got ${a}`;
-    if (a < s) {
+    const l = `expected response to be classified as '${e}' with score >= ${i}, got ${a}`;
+    if (a < i) {
       p(l);
       return;
     }
@@ -318,75 +318,75 @@ ${t}
       "toBeClassifiedAs"
     );
   });
-  return $(i), i;
+  return b(s), s;
 }
-function Yt(t, e) {
+function Ht(t, e) {
   const n = `expected '${t}' to include '${e}'`;
   t.includes(e) || p(n);
 }
-let _ = !1;
+let K = !1;
 function Dt(t) {
-  _ = t;
+  K = t;
 }
-function Ht() {
-  return _;
+function Xt() {
+  return K;
 }
-function Xt(t) {
-  const n = it(t).replace(/\.eval\.[^./\\]+$/, "");
-  return st(
-    T(t),
+function Vt(t) {
+  const n = st(t).replace(/\.eval\.[^./\\]+$/, "");
+  return it(
+    N(t),
     "__snapshots__",
     `${n}.snap.md`
   );
 }
-function O(t) {
+function Z(t) {
   return t.split(/\r?\n/);
 }
-function zt(t, e) {
+function Pt(t, e) {
   if (t === e)
     return "  (no diff)";
-  const n = O(t), o = O(e), s = Math.max(n.length, o.length), i = [];
-  for (let r = 0; r < s; r += 1) {
+  const n = Z(t), o = Z(e), i = Math.max(n.length, o.length), s = [];
+  for (let r = 0; r < i; r += 1) {
     const a = n[r], l = o[r];
     if (a !== l) {
       if (a === void 0 && l !== void 0) {
-        i.push(`+ ${l}`);
+        s.push(`+ ${l}`);
         continue;
       }
       if (a !== void 0 && l === void 0) {
-        i.push(`- ${a}`);
+        s.push(`- ${a}`);
         continue;
       }
-      i.push(`- ${a ?? ""}`), i.push(`+ ${l ?? ""}`);
+      s.push(`- ${a ?? ""}`), s.push(`+ ${l ?? ""}`);
     }
   }
-  return i.join(`
+  return s.join(`
 `);
 }
-function Pt(t) {
-  const e = N.getStore()?.evalFile;
+function Yt(t) {
+  const e = B.getStore()?.evalFile;
   if (!e) {
     p(
       "toMatchSnapshot can only be used while running an eval file."
     );
     return;
   }
-  const n = Xt(e);
+  const n = Vt(e);
   try {
-    const o = Y(n, "utf8");
+    const o = H(n, "utf8");
     if (o === t)
       return;
-    if (Ht()) {
-      Z(n, t, "utf8");
+    if (Xt()) {
+      R(n, t, "utf8");
       return;
     }
-    const s = zt(o, t);
+    const i = Pt(o, t);
     p(
       [
         `Snapshot mismatch at ${n}`,
         "",
         "Diff:",
-        s,
+        i,
         "",
         "Run katt with --update-snapshots (or -u) to accept this change."
       ].join(`
@@ -400,42 +400,42 @@ function Pt(t) {
       return;
     }
     try {
-      rt(T(n), { recursive: !0 }), Z(n, t, "utf8");
-    } catch (i) {
+      rt(N(n), { recursive: !0 }), R(n, t, "utf8");
+    } catch (s) {
       p(
-        `Failed to write snapshot at ${n}: ${String(i)}`
+        `Failed to write snapshot at ${n}: ${String(s)}`
       );
     }
   }
 }
-function Vt(t) {
+function zt(t) {
   return {
     toContain: (e) => {
-      Yt(t, e);
+      Ht(t, e);
     },
     toMatchSnapshot: () => {
-      Pt(t);
+      Yt(t);
     },
     promptCheck: async (e) => {
-      await Gt(t, e);
+      await Wt(t, e);
     },
     toBeClassifiedAs: async (e, n) => {
-      await Mt(t, e, n);
+      await Ot(t, e, n);
     }
   };
 }
-function Kt(t, e) {
-  X(() => {
-    mt(), ft(t);
-    const n = B(), o = Date.now(), s = () => B() === n, i = () => Date.now() - o;
+function Qt(t, e) {
+  V(() => {
+    Ct(), ft(t);
+    const n = U(), o = Date.now(), i = () => U() === n, s = () => Date.now() - o;
     try {
       const r = e();
       if (r && typeof r.then == "function") {
-        $(
+        b(
           r.then(() => {
-            I(!0, i());
+            I(!0, s());
           }).catch((a) => {
-            throw I(!1, i()), a;
+            throw I(!1, s()), a;
           }).finally(() => {
             v();
           })
@@ -443,39 +443,39 @@ function Kt(t, e) {
         return;
       }
     } catch (r) {
-      throw I(!1, i()), v(), r;
+      throw I(!1, s()), v(), r;
     }
-    I(s(), i()), v();
-  }, z());
+    I(i(), s()), v();
+  }, P());
 }
-const _t = /\.eval\.(js|ts)$/, Qt = /* @__PURE__ */ new Set([".git", "node_modules"]);
-async function Q(t) {
+const Kt = /\.eval\.(js|ts)$/, _t = /* @__PURE__ */ new Set([".git", "node_modules"]);
+async function _(t) {
   const e = await nt(t, { withFileTypes: !0 }), n = [];
   return await Promise.all(
     e.map(async (o) => {
-      const s = x(t, o.name);
+      const i = F(t, o.name);
       if (o.isDirectory()) {
-        if (Qt.has(o.name))
+        if (_t.has(o.name))
           return;
-        n.push(...await Q(s));
+        n.push(...await _(i));
         return;
       }
-      o.isFile() && _t.test(o.name) && n.push(s);
+      o.isFile() && Kt.test(o.name) && n.push(i);
     })
   ), n;
 }
-const j = new URL("data:application/json;base64,ewogICJuYW1lIjogImthdHQiLAogICJ2ZXJzaW9uIjogIjAuMS4wIiwKICAiZGVzY3JpcHRpb24iOiAiQ0xJIHRvb2wgdGhhdCB0ZXN0cyB0aGUgb3V0cHV0IG9mIGFnZW50aWMgQUkgdG9vbHMiLAogICJrZXl3b3JkcyI6IFsKICAgICJjbGkiLAogICAgImFpIiwKICAgICJhZ2VudGljLWFpIiwKICAgICJ0ZXN0aW5nIiwKICAgICJldmFsdWF0aW9uIgogIF0sCiAgImF1dGhvciI6ICJSYXBoYWVsIFBvcnRvIChodHRwczovL2dpdGh1Yi5jb20vcmFwaGFlbHBvcikiLAogICJsaWNlbnNlIjogIk1JVCIsCiAgInByaXZhdGUiOiB0cnVlLAogICJ0eXBlIjogIm1vZHVsZSIsCiAgIm1haW4iOiAiZGlzdC9pbmRleC5qcyIsCiAgImJpbiI6IHsKICAgICJrYXR0IjogImRpc3QvaW5kZXguanMiCiAgfSwKICAic2NyaXB0cyI6IHsKICAgICJidWlsZCI6ICJ2aXRlIGJ1aWxkIiwKICAgICJkZXYiOiAidHN4IHNyYy9pbmRleC50cyIsCiAgICAibGludCI6ICJiaW9tZSBsaW50IC4vc3JjIiwKICAgICJmb3JtYXQiOiAiYmlvbWUgZm9ybWF0IC0td3JpdGUgLi9zcmMiLAogICAgInRlc3QiOiAidml0ZXN0IiwKICAgICJ0eXBlY2hlY2siOiAidHNjIC1wIHRzY29uZmlnLmpzb24gLS1ub0VtaXQiLAogICAgInRlc3Q6YnVpbGQiOiAibm9kZSAuL2Rpc3QvaW5kZXguanMiCiAgfSwKICAidHlwZXMiOiAiZGlzdC9pbmRleC5kLnRzIiwKICAiZGV2RGVwZW5kZW5jaWVzIjogewogICAgIkBiaW9tZWpzL2Jpb21lIjogIjEuOS40IiwKICAgICJAdHlwZXMvbm9kZSI6ICIyNS4yLjAiLAogICAgInRzeCI6ICI0LjIxLjAiLAogICAgInR5cGVzY3JpcHQiOiAiNS44LjIiLAogICAgInZpdGUiOiAiNy4zLjEiLAogICAgInZpdGUtcGx1Z2luLWR0cyI6ICI0LjUuNCIsCiAgICAidml0ZXN0IjogIjMuMi40IiwKICAgICJ2c2NvZGUtanNvbnJwYyI6ICJeOC4yLjEiCiAgfSwKICAiZGVwZW5kZW5jaWVzIjogewogICAgIkBnaXRodWIvY29waWxvdC1zZGsiOiAiXjAuMS4yMSIKICB9LAogICJidWdzIjogewogICAgInVybCI6ICJodHRwczovL2dpdGh1Yi5jb20vcmFwaGFlbHBvci9rYXR0L2lzc3VlcyIKICB9LAogICJob21lcGFnZSI6ICJodHRwczovL2dpdGh1Yi5jb20vcmFwaGFlbHBvci9rYXR0Igp9Cg==", import.meta.url);
-let C;
+const j = new URL("data:application/json;base64,ewogICJuYW1lIjogImthdHQiLAogICJ2ZXJzaW9uIjogIjAuMC4yIiwKICAiZGVzY3JpcHRpb24iOiAiQ0xJIHRvb2wgdGhhdCB0ZXN0cyB0aGUgb3V0cHV0IG9mIGFnZW50aWMgQUkgdG9vbHMiLAogICJrZXl3b3JkcyI6IFsKICAgICJjbGkiLAogICAgImFpIiwKICAgICJhZ2VudGljLWFpIiwKICAgICJ0ZXN0aW5nIiwKICAgICJldmFsdWF0aW9uIgogIF0sCiAgImF1dGhvciI6ICJSYXBoYWVsIFBvcnRvIChodHRwczovL2dpdGh1Yi5jb20vcmFwaGFlbHBvcikiLAogICJsaWNlbnNlIjogIk1JVCIsCiAgInR5cGUiOiAibW9kdWxlIiwKICAibWFpbiI6ICJkaXN0L2luZGV4LmpzIiwKICAiYmluIjogewogICAgImthdHQiOiAiZGlzdC9pbmRleC5qcyIKICB9LAogICJzY3JpcHRzIjogewogICAgImJ1aWxkIjogInZpdGUgYnVpbGQiLAogICAgImRldiI6ICJ0c3ggc3JjL2luZGV4LnRzIiwKICAgICJsaW50IjogImJpb21lIGxpbnQgLi9zcmMiLAogICAgImZvcm1hdCI6ICJiaW9tZSBmb3JtYXQgLS13cml0ZSAuL3NyYyIsCiAgICAidGVzdCI6ICJ2aXRlc3QiLAogICAgInR5cGVjaGVjayI6ICJ0c2MgLXAgdHNjb25maWcuanNvbiAtLW5vRW1pdCIsCiAgICAidGVzdDpidWlsZCI6ICJub2RlIC4vZGlzdC9pbmRleC5qcyIKICB9LAogICJ0eXBlcyI6ICJkaXN0L2luZGV4LmQudHMiLAogICJkZXZEZXBlbmRlbmNpZXMiOiB7CiAgICAiQGJpb21lanMvYmlvbWUiOiAiMS45LjQiLAogICAgIkB0eXBlcy9ub2RlIjogIjI1LjIuMCIsCiAgICAidHN4IjogIjQuMjEuMCIsCiAgICAidHlwZXNjcmlwdCI6ICI1LjguMiIsCiAgICAidml0ZSI6ICI3LjMuMSIsCiAgICAidml0ZS1wbHVnaW4tZHRzIjogIjQuNS40IiwKICAgICJ2aXRlc3QiOiAiMy4yLjQiLAogICAgInZzY29kZS1qc29ucnBjIjogIl44LjIuMSIKICB9LAogICJkZXBlbmRlbmNpZXMiOiB7CiAgICAiQGdpdGh1Yi9jb3BpbG90LXNkayI6ICJeMC4xLjIxIgogIH0sCiAgImJ1Z3MiOiB7CiAgICAidXJsIjogImh0dHBzOi8vZ2l0aHViLmNvbS9yYXBoYWVscG9yL2thdHQvaXNzdWVzIgogIH0sCiAgImhvbWVwYWdlIjogImh0dHBzOi8vZ2l0aHViLmNvbS9yYXBoYWVscG9yL2thdHQiCn0K", import.meta.url);
+let m;
 function qt() {
-  if (C !== void 0)
-    return C;
+  if (m !== void 0)
+    return m;
   try {
-    const t = j.protocol === "data:" ? te(j) : Y(ct(j), "utf8"), e = JSON.parse(t);
-    C = typeof e.version == "string" ? e.version : "unknown";
+    const t = j.protocol === "data:" ? te(j) : H(ct(j), "utf8"), e = JSON.parse(t);
+    m = typeof e.version == "string" ? e.version : "unknown";
   } catch {
-    C = "unknown";
+    m = "unknown";
   }
-  return C;
+  return m;
 }
 function te(t) {
   const e = t.pathname.indexOf(",");
@@ -485,18 +485,18 @@ function te(t) {
   return n.includes(";base64") ? Buffer.from(o, "base64").toString("utf8") : decodeURIComponent(o);
 }
 function ee() {
-  const t = " ██╗  ██╗ █████╗ ████████╗████████╗", e = " ██║ ██╔╝██╔══██╗╚══██╔══╝╚══██╔══╝", n = " █████╔╝ ███████║   ██║      ██║", o = " ██╔═██╗ ██╔══██║   ██║      ██║", s = " ██║  ██╗██║  ██║   ██║      ██║", i = " ╚═╝  ╚═╝╚═╝  ╚═╝   ╚═╝      ╚═╝", r = `v${qt()}`, a = Math.max(
+  const t = " ██╗  ██╗ █████╗ ████████╗████████╗", e = " ██║ ██╔╝██╔══██╗╚══██╔══╝╚══██╔══╝", n = " █████╔╝ ███████║   ██║      ██║", o = " ██╔═██╗ ██╔══██║   ██║      ██║", i = " ██║  ██╗██║  ██║   ██║      ██║", s = " ╚═╝  ╚═╝╚═╝  ╚═╝   ╚═╝      ╚═╝", r = `v${qt()}`, a = Math.max(
     0,
     Math.floor((t.length - r.length) / 2)
   ), l = `${" ".repeat(a)}${r}`;
   console.log(`
-${m(t)}
-${m(e)}
-${m(n)}
-${G(o)}
-${G(s)}
-${xt(i)}
-${m(l)}
+${C(t)}
+${C(e)}
+${C(n)}
+${W(o)}
+${W(i)}
+${Ft(s)}
+${C(l)}
 `);
 }
 function ne(t) {
@@ -507,26 +507,26 @@ async function oe() {
   const t = process.argv.slice(2), e = t.includes("--update-snapshots") || t.includes("-u");
   Dt(e), ee();
   const n = /* @__PURE__ */ new Date();
-  Tt(), kt(), wt();
-  const o = await Q(process.cwd());
+  Nt(), kt(), At();
+  const o = await _(process.cwd());
   if (o.length === 0)
     return console.log("No .eval.js or .eval.ts files found."), 1;
-  const i = (await Promise.allSettled(
+  const s = (await Promise.allSettled(
     o.map(
-      (c) => N.run(
+      (c) => B.run(
         { evalFile: c },
         () => import(at(c).href)
       )
     )
   )).map((c, h) => ({ result: c, file: o[h] })).filter(({ result: c }) => c.status === "rejected");
-  if (i.length > 0) {
-    for (const c of i) {
+  if (s.length > 0) {
+    for (const c of s) {
       const h = c.result.status === "rejected" ? c.result.reason : void 0;
       console.error(`Error executing ${c.file}: ${String(h)}`);
     }
     return 1;
   }
-  const a = (await yt()).filter(
+  const a = (await wt()).filter(
     (c) => c.status === "rejected"
   );
   if (a.length > 0) {
@@ -534,11 +534,11 @@ async function oe() {
       c.status === "rejected" && console.error(`Error executing async test: ${String(c.reason)}`);
     return 1;
   }
-  const l = $t();
+  const l = bt();
   if (l.length > 0) {
     console.error("❌ Failed tests:");
     for (const [c, h] of l.entries()) {
-      const R = [h.describePath, h.itPath].filter((tt) => tt.length > 0).join(" > "), q = R.length > 0 ? `${R}: ` : "";
+      const J = [h.describePath, h.itPath].filter((tt) => tt.length > 0).join(" > "), q = J.length > 0 ? `${J}: ` : "";
       console.error(`${c + 1}. ${q}${h.message}`);
     }
     return 1;
@@ -555,7 +555,7 @@ async function oe() {
 `)
   ), 0;
 }
-Object.assign(globalThis, { describe: bt, it: Kt, expect: Vt, prompt: y, promptFile: Bt });
+Object.assign(globalThis, { describe: yt, it: Qt, expect: zt, prompt: w, promptFile: Ut });
 oe().then((t) => {
   process.exit(t);
 }).catch((t) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "katt",
-  "version": "0.0.2",
+  "version": "0.0.3",
   "description": "CLI tool that tests the output of agentic AI tools",
   "keywords": [
     "cli",