@kohaku-ui/evals 0.3.0 → 0.4.0

package/CHANGELOG.md

@@ -1,5 +1,24 @@
 # @kohaku-ui/evals
 
+## 0.4.0
+
+### Minor Changes
+
+- [#55](https://github.com/yosuque/kohaku/pull/55) [`730e625`](https://github.com/yosuque/kohaku/commit/730e62584b249056078792f6f646019cb225b049) Thanks [@yosuque](https://github.com/yosuque)! - Add Node-free subpaths for use in a browser host (the static playground, U5): `@kohaku-ui/storage-memory/memory`
+  re-exports `createMemoryStoragePort` (and `MAX_SPEC_CACHE_ENTRIES`) without `createFileStoragePort`'s
+  `node:fs`/`node:path`/`node:crypto` dependency; `@kohaku-ui/evals/judge` re-exports `createJudge` and the
+  `SchemaExtractor` pieces without `FixtureLlm`'s `node:fs`/`node:path`; `@kohaku-ui/evals/replay` adds a new
+  `ReplayLlm` (a replay-only `LlmPort` with no filesystem access, looking up a recorded response by the same
+  key function as `FixtureLlm` — also newly shared as `fixtureKeyOf`/`objectFixtureKey`/`textFixtureKey`).
+  All three existing top-level `"."` exports are unchanged.
+
+### Patch Changes
+
+- Updated dependencies [[`cc17b7b`](https://github.com/yosuque/kohaku/commit/cc17b7bc3c96e49b1b74197ac20cd7a3d8ee0b47), [`730e625`](https://github.com/yosuque/kohaku/commit/730e62584b249056078792f6f646019cb225b049), [`730e625`](https://github.com/yosuque/kohaku/commit/730e62584b249056078792f6f646019cb225b049), [`730e625`](https://github.com/yosuque/kohaku/commit/730e62584b249056078792f6f646019cb225b049), [`730e625`](https://github.com/yosuque/kohaku/commit/730e62584b249056078792f6f646019cb225b049), [`5d167cb`](https://github.com/yosuque/kohaku/commit/5d167cb386cc1f91102644f8a99bd5b5c2949ce0), [`730e625`](https://github.com/yosuque/kohaku/commit/730e62584b249056078792f6f646019cb225b049)]:
+  - @kohaku-ui/spec-core@0.4.0
+  - @kohaku-ui/composer@0.4.0
+  - @kohaku-ui/llm@0.4.0
+
 ## 0.3.0
 
 ### Minor Changes

package/dist/fixture-key.d.ts

@@ -0,0 +1,20 @@
+/**
+ * The fixture lookup key shared by FixtureLlm (record/replay against the filesystem) and ReplayLlm
+ * (replay-only, browser-safe): sha256 of `parts` joined by U+0000, truncated to the first 24 hex
+ * characters. Extracted from FixtureLlm's original private `keyOf` without changing its behavior — for a
+ * given part list this produces the exact same key it always has, so a fixture recorded through one of
+ * FixtureLlm / ReplayLlm replays under the identical key through the other.
+ */
+export declare function fixtureKeyOf(parts: (string | undefined)[]): Promise<string>;
+/** Fixture key for a `generateObject` call (matches FixtureLlm.generateObject's key derivation). */
+export declare function objectFixtureKey(req: {
+    schemaName?: string;
+    system?: string;
+    prompt: string;
+}): Promise<string>;
+/** Fixture key for a `generateText` call (matches FixtureLlm.generateText's key derivation). */
+export declare function textFixtureKey(req: {
+    system?: string;
+    prompt: string;
+}): Promise<string>;
+//# sourceMappingURL=fixture-key.d.ts.map

package/dist/fixture-key.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fixture-key.d.ts","sourceRoot":"","sources":["../src/fixture-key.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,wBAAsB,YAAY,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAEjF;AAED,oGAAoG;AACpG,wBAAgB,gBAAgB,CAAC,GAAG,EAAE;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC,MAAM,CAAC,CAElB;AAED,gGAAgG;AAChG,wBAAgB,cAAc,CAAC,GAAG,EAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAExF"}

package/dist/fixture-key.js

@@ -0,0 +1,20 @@
+import { sha256Hex } from "@kohaku-ui/spec-core";
+/**
+ * The fixture lookup key shared by FixtureLlm (record/replay against the filesystem) and ReplayLlm
+ * (replay-only, browser-safe): sha256 of `parts` joined by U+0000, truncated to the first 24 hex
+ * characters. Extracted from FixtureLlm's original private `keyOf` without changing its behavior — for a
+ * given part list this produces the exact same key it always has, so a fixture recorded through one of
+ * FixtureLlm / ReplayLlm replays under the identical key through the other.
+ */
+export async function fixtureKeyOf(parts) {
+    return (await sha256Hex(parts.map((p) => p ?? "").join("\u0000"))).slice(0, 24);
+}
+/** Fixture key for a `generateObject` call (matches FixtureLlm.generateObject's key derivation). */
+export function objectFixtureKey(req) {
+    return fixtureKeyOf(["object", req.schemaName, req.system, req.prompt]);
+}
+/** Fixture key for a `generateText` call (matches FixtureLlm.generateText's key derivation). */
+export function textFixtureKey(req) {
+    return fixtureKeyOf(["text", req.system, req.prompt]);
+}
+//# sourceMappingURL=fixture-key.js.map

package/dist/fixture-key.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fixture-key.js","sourceRoot":"","sources":["../src/fixture-key.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAEjD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,KAA6B;IAC9D,OAAO,CAAC,MAAM,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClF,CAAC;AAED,oGAAoG;AACpG,MAAM,UAAU,gBAAgB,CAAC,GAIhC;IACC,OAAO,YAAY,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,cAAc,CAAC,GAAwC;IACrE,OAAO,YAAY,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AACxD,CAAC"}

package/dist/fixture-llm.d.ts

@@ -1,6 +1,7 @@
 import { type GenerateObjectRequest, type GenerateObjectResult, type GenerateTextRequest, type LlmPort, type LlmUsage } from "@kohaku-ui/llm";
 /**
- * A record/replay LlmPort. The key is sha256(prompt + system + schemaName).
+ * A record/replay LlmPort. The key is sha256(prompt + system + schemaName) — see fixture-key.ts, shared
+ * with ReplayLlm (`./replay` subpath) so a fixture recorded here replays there under the identical key.
  * - replay (default): responds deterministically from fixtures (CI runs on this)
  * - record: delegates to a real LLM and writes the response back to a fixture (pass `{ record: true, live: <LlmPort> }` to the constructor; remove record when replaying)
  */
@@ -13,7 +14,6 @@ export declare class FixtureLlm implements LlmPort {
         record?: boolean;
         live?: LlmPort;
     });
-    private keyOf;
     private read;
     private write;
     generateObject<T>(req: GenerateObjectRequest<T>): Promise<GenerateObjectResult<T>>;

package/dist/fixture-llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fixture-llm.d.ts","sourceRoot":"","sources":["../src/fixture-llm.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,KAAK,qBAAqB,EAC1B,KAAK,oBAAoB,EACzB,KAAK,mBAAmB,EAGxB,KAAK,OAAO,EACZ,KAAK,QAAQ,EACd,MAAM,gBAAgB,CAAC;AAKxB;;;;GAIG;AACH,qBAAa,UAAW,YAAW,OAAO;IAKtC,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,IAAI;IALvB,QAAQ,CAAC,QAAQ,aAAa;IAC9B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAEzB,YACmB,GAAG,EAAE,MAAM,EACX,IAAI,GAAE;QAAE,MAAM,CAAC,EAAE,OAAO,CAAC;QAAC,IAAI,CAAC,EAAE,OAAO,CAAA;KAAO,EAMjE;YAEa,KAAK;IAInB,OAAO,CAAC,IAAI;IAcZ,OAAO,CAAC,KAAK;IAKP,cAAc,CAAC,CAAC,EAAE,GAAG,EAAE,qBAAqB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CA6BvF;IAEK,YAAY,CAAC,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,QAAQ,CAAA;KAAE,CAAC,CAevF;CACF"}
+{"version":3,"file":"fixture-llm.d.ts","sourceRoot":"","sources":["../src/fixture-llm.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,KAAK,qBAAqB,EAC1B,KAAK,oBAAoB,EACzB,KAAK,mBAAmB,EAGxB,KAAK,OAAO,EACZ,KAAK,QAAQ,EACd,MAAM,gBAAgB,CAAC;AAKxB;;;;;GAKG;AACH,qBAAa,UAAW,YAAW,OAAO;IAKtC,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,IAAI;IALvB,QAAQ,CAAC,QAAQ,aAAa;IAC9B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAEzB,YACmB,GAAG,EAAE,MAAM,EACX,IAAI,GAAE;QAAE,MAAM,CAAC,EAAE,OAAO,CAAC;QAAC,IAAI,CAAC,EAAE,OAAO,CAAA;KAAO,EAMjE;IAED,OAAO,CAAC,IAAI;IAcZ,OAAO,CAAC,KAAK;IAKP,cAAc,CAAC,CAAC,EAAE,GAAG,EAAE,qBAAqB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CA6BvF;IAEK,YAAY,CAAC,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,QAAQ,CAAA;KAAE,CAAC,CAevF;CACF"}

package/dist/fixture-llm.js

@@ -1,10 +1,11 @@
 import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
 import { join } from "node:path";
 import { isZodSchema, LlmError, } from "@kohaku-ui/llm";
-import { sha256Hex } from "@kohaku-ui/spec-core";
+import { objectFixtureKey, textFixtureKey } from "./fixture-key.js";
 const USAGE = { inputTokens: 0, outputTokens: 0 };
 /**
- * A record/replay LlmPort. The key is sha256(prompt + system + schemaName).
+ * A record/replay LlmPort. The key is sha256(prompt + system + schemaName) — see fixture-key.ts, shared
+ * with ReplayLlm (`./replay` subpath) so a fixture recorded here replays there under the identical key.
  * - replay (default): responds deterministically from fixtures (CI runs on this)
  * - record: delegates to a real LLM and writes the response back to a fixture (pass `{ record: true, live: <LlmPort> }` to the constructor; remove record when replaying)
  */
@@ -21,9 +22,6 @@ export class FixtureLlm {
             throw new LlmError("CONFIG", "FixtureLlm record mode requires a live LlmPort");
         }
     }
-    async keyOf(parts) {
-        return (await sha256Hex(parts.map((p) => p ?? "").join("\u0000"))).slice(0, 24);
-    }
     read(key) {
         const path = join(this.dir, `${key}.json`);
         if (!existsSync(path))
@@ -41,7 +39,7 @@ export class FixtureLlm {
         writeFileSync(join(this.dir, `${key}.json`), JSON.stringify(value, null, 2) + "\n");
     }
     async generateObject(req) {
-        const key = await this.keyOf(["object", req.schemaName, req.system, req.prompt]);
+        const key = await objectFixtureKey(req);
         const recorded = this.read(key);
         if (recorded !== undefined) {
             const object = recorded.object;
@@ -65,7 +63,7 @@ export class FixtureLlm {
         throw new LlmError("INVALID_OUTPUT", `FixtureLlm: no fixture for key ${key} (to record, construct with { record: true, live: <real LlmPort> } and run; remove record when replaying)`);
     }
     async generateText(req) {
-        const key = await this.keyOf(["text", req.system, req.prompt]);
+        const key = await textFixtureKey(req);
         const recorded = this.read(key);
         if (recorded !== undefined) {
             return { text: recorded.text, usage: USAGE };

package/dist/fixture-llm.js.map

@@ -1 +1 @@
-{"version":3,"file":"fixture-llm.js","sourceRoot":"","sources":["../src/fixture-llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAIL,WAAW,EACX,QAAQ,GAGT,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAEjD,MAAM,KAAK,GAAa,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;AAE5D;;;;GAIG;AACH,MAAM,OAAO,UAAU;IAKF,GAAG;IACH,IAAI;IALd,QAAQ,GAAG,SAAS,CAAC;IACrB,OAAO,CAAS;IAEzB,YACmB,GAAW,EACX,IAAI,GAAyC,EAAE;mBAD/C,GAAG;oBACH,IAAI;QAErB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,OAAO,IAAI,SAAS,CAAC;QAC/C,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YAC9C,MAAM,IAAI,QAAQ,CAAC,QAAQ,EAAE,gDAAgD,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,KAA6B;QAC/C,OAAO,CAAC,MAAM,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAClF,CAAC;IAEO,IAAI,CAAC,GAAW;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;QAC3C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,SAAS,CAAC;QACxC,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,8HAA8H;YAC9H,MAAM,IAAI,QAAQ,CAChB,gBAAgB,EAChB,uBAAuB,GAAG,4CAA4C,CACvE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,GAAW,EAAE,KAAc;QACvC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACtF,CAAC;IAED,KAAK,CAAC,cAAc,CAAI,GAA6B;QACnD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;QACjF,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAI,QAA0B,CAAC,MAAM,CAAC;YAClD,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC5B,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAC5C,wFAAwF;gBACxF,4FAA4F;gBAC5F,mGAAmG;gBACnG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBACpB,MAAM,IAAI,QAAQ,CAChB,gBAAgB,EAChB,oFAAoF,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CACzH,CAAC;gBACJ,CAAC;gBACD,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;YACpE,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QACvD,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YACxD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YACxD,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7E,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,MAAM,IAAI,QAAQ,CAChB,gBAAgB,EAChB,kCAAkC,GAAG,2GAA2G,CACjJ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,GAAwB;QACzC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,OAAO,EAAE,IAAI,EAAG,QAA6B,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QACrE,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YACxD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACtD,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACzE,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,MAAM,IAAI,QAAQ,CAChB,gBAAgB,EAChB,kCAAkC,GAAG,6EAA6E,CACnH,CAAC;IACJ,CAAC;CACF"}
+{"version":3,"file":"fixture-llm.js","sourceRoot":"","sources":["../src/fixture-llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAIL,WAAW,EACX,QAAQ,GAGT,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAEpE,MAAM,KAAK,GAAa,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;AAE5D;;;;;GAKG;AACH,MAAM,OAAO,UAAU;IAKF,GAAG;IACH,IAAI;IALd,QAAQ,GAAG,SAAS,CAAC;IACrB,OAAO,CAAS;IAEzB,YACmB,GAAW,EACX,IAAI,GAAyC,EAAE;mBAD/C,GAAG;oBACH,IAAI;QAErB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,OAAO,IAAI,SAAS,CAAC;QAC/C,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YAC9C,MAAM,IAAI,QAAQ,CAAC,QAAQ,EAAE,gDAAgD,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IAEO,IAAI,CAAC,GAAW;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;QAC3C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,SAAS,CAAC;QACxC,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,8HAA8H;YAC9H,MAAM,IAAI,QAAQ,CAChB,gBAAgB,EAChB,uBAAuB,GAAG,4CAA4C,CACvE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,GAAW,EAAE,KAAc;QACvC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACtF,CAAC;IAED,KAAK,CAAC,cAAc,CAAI,GAA6B;QACnD,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAI,QAA0B,CAAC,MAAM,CAAC;YAClD,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC5B,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAC5C,wFAAwF;gBACxF,4FAA4F;gBAC5F,mGAAmG;gBACnG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBACpB,MAAM,IAAI,QAAQ,CAChB,gBAAgB,EAChB,oFAAoF,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CACzH,CAAC;gBACJ,CAAC;gBACD,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;YACpE,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QACvD,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YACxD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YACxD,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7E,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,MAAM,IAAI,QAAQ,CAChB,gBAAgB,EAChB,kCAAkC,GAAG,2GAA2G,CACjJ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,GAAwB;QACzC,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,OAAO,EAAE,IAAI,EAAG,QAA6B,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QACrE,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YACxD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACtD,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACzE,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,MAAM,IAAI,QAAQ,CAChB,gBAAgB,EAChB,kCAAkC,GAAG,6EAA6E,CACnH,CAAC;IACJ,CAAC;CACF"}

package/dist/judge/index.d.ts

@@ -0,0 +1,3 @@
+export { type ColumnMeta, createJudge, type Judge, type JudgeInput, type JudgeSpecInput, type JudgeVerdict, l1QualityRubric, l2PromotionRubric, l2PromotionRubricV0_1, l2PromotionRubricV0_2, l2PromotionRubricV0_3, type Rubric, } from "../judge.js";
+export { createSchemaExtractor, extractDataRefs, SCHEMA_EXTRACTOR_ID, SCHEMA_EXTRACTOR_VERSION, type SchemaExtractionInput, type SchemaExtractionResult, type SchemaExtractor, SchemaSuggestionOutputSchema, type SuggestedDraft, } from "../schema-extraction.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/judge/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/judge/index.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,KAAK,UAAU,EACf,WAAW,EACX,KAAK,KAAK,EACV,KAAK,UAAU,EACf,KAAK,cAAc,EACnB,KAAK,YAAY,EACjB,eAAe,EACf,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,KAAK,MAAM,GACZ,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,qBAAqB,EACrB,eAAe,EACf,mBAAmB,EACnB,wBAAwB,EACxB,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC3B,KAAK,eAAe,EACpB,4BAA4B,EAC5B,KAAK,cAAc,GACpB,MAAM,yBAAyB,CAAC"}

package/dist/judge/index.js

@@ -0,0 +1,7 @@
+// The "./judge" subpath: the subset of @kohaku-ui/evals that has no Node-only dependency, additive to the
+// "." barrel (index.ts, which still exports everything below plus FixtureLlm — this subpath does not
+// replace it). Exists so a consumer that only needs createJudge/SchemaExtractor (e.g. sample-api's app.ts)
+// does not also pull in FixtureLlm's node:fs/node:path through the shared "." barrel (see reports/u5-2.md).
+export { createJudge, l1QualityRubric, l2PromotionRubric, l2PromotionRubricV0_1, l2PromotionRubricV0_2, l2PromotionRubricV0_3, } from "../judge.js";
+export { createSchemaExtractor, extractDataRefs, SCHEMA_EXTRACTOR_ID, SCHEMA_EXTRACTOR_VERSION, SchemaSuggestionOutputSchema, } from "../schema-extraction.js";
+//# sourceMappingURL=index.js.map

package/dist/judge/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/judge/index.ts"],"names":[],"mappings":"AAAA,0GAA0G;AAC1G,qGAAqG;AACrG,2GAA2G;AAC3G,4GAA4G;AAC5G,OAAO,EAEL,WAAW,EAKX,eAAe,EACf,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,GAEtB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,qBAAqB,EACrB,eAAe,EACf,mBAAmB,EACnB,wBAAwB,EAIxB,4BAA4B,GAE7B,MAAM,yBAAyB,CAAC"}

package/dist/replay/index.d.ts

@@ -0,0 +1,3 @@
+export { fixtureKeyOf, objectFixtureKey, textFixtureKey } from "../fixture-key.js";
+export { type RecordedObjectResponse, type RecordedTextResponse, type ReplayFixtureEntry, type ReplayFixtures, type ReplayFixtureValue, ReplayLlm, } from "../replay-llm.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/replay/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/replay/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnF,OAAO,EACL,KAAK,sBAAsB,EAC3B,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,SAAS,GACV,MAAM,kBAAkB,CAAC"}

package/dist/replay/index.js

@@ -0,0 +1,5 @@
+// The "./replay" subpath: ReplayLlm plus the fixture-key helpers, browser-safe (no Node-only dependency).
+// Additive to the "." barrel (index.ts), which does not export ReplayLlm from the top level.
+export { fixtureKeyOf, objectFixtureKey, textFixtureKey } from "../fixture-key.js";
+export { ReplayLlm, } from "../replay-llm.js";
+//# sourceMappingURL=index.js.map

package/dist/replay/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/replay/index.ts"],"names":[],"mappings":"AAAA,0GAA0G;AAC1G,6FAA6F;AAC7F,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnF,OAAO,EAML,SAAS,GACV,MAAM,kBAAkB,CAAC"}

package/dist/replay-llm.d.ts

@@ -0,0 +1,50 @@
+import { type GenerateObjectRequest, type GenerateObjectResult, type GenerateTextRequest, type LlmPort, type LlmUsage } from "@kohaku-ui/llm";
+/** A recorded `generateObject` response, in the same shape FixtureLlm writes to a `<key>.json` file. */
+export interface RecordedObjectResponse {
+    object: unknown;
+    /** Recording-time provenance only; ignored on replay. */
+    prompt?: string;
+}
+/** A recorded `generateText` response, in the same shape FixtureLlm writes to a `<key>.json` file. */
+export interface RecordedTextResponse {
+    text: string;
+    /** Recording-time provenance only; ignored on replay. */
+    prompt?: string;
+}
+export type ReplayFixtureValue = RecordedObjectResponse | RecordedTextResponse;
+/** One fixture entry carrying its own lookup key, for the array constructor form (see ReplayLlm's doc). */
+export type ReplayFixtureEntry = ReplayFixtureValue & {
+    key: string;
+};
+/**
+ * A fixture set: either a `Record<key, response>` (e.g. `JSON.parse`d straight from a bundled fixture
+ * asset keyed by fixtureKeyOf), or an array of `{ key, ...response }` entries (equivalent, just easier to
+ * hand-write or diff — see reports/u5-2.md for how u5-3's recording step is expected to produce either
+ * shape).
+ */
+export type ReplayFixtures = ReplayFixtureEntry[] | Record<string, ReplayFixtureValue>;
+/**
+ * A replay-only LlmPort, browser-safe (no filesystem access, unlike FixtureLlm): looks up a recorded
+ * response by the exact same key function FixtureLlm uses (`fixture-key.ts`'s `objectFixtureKey` /
+ * `textFixtureKey`), so a fixture recorded via `FixtureLlm({ record: true, live })`'s `<key>.json` files
+ * replays here unchanged once bundled into a `ReplayFixtures` set. Intended for the static playground
+ * (U5), where there is no server to record against and no filesystem to read from at runtime.
+ *
+ * Does not implement `streamObject` (optional on LlmPort) — a caller falls back to `generateObject`
+ * (behaviorally equivalent, no partials), matching FixtureLlm's own behavior.
+ */
+export declare class ReplayLlm implements LlmPort {
+    readonly provider: string;
+    readonly modelId: string;
+    private readonly fixtures;
+    constructor(fixtures: ReplayFixtures, opts?: {
+        provider?: string;
+        modelId?: string;
+    });
+    generateObject<T>(req: GenerateObjectRequest<T>): Promise<GenerateObjectResult<T>>;
+    generateText(req: GenerateTextRequest): Promise<{
+        text: string;
+        usage: LlmUsage;
+    }>;
+}
+//# sourceMappingURL=replay-llm.d.ts.map

package/dist/replay-llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay-llm.d.ts","sourceRoot":"","sources":["../src/replay-llm.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,qBAAqB,EAC1B,KAAK,oBAAoB,EACzB,KAAK,mBAAmB,EAGxB,KAAK,OAAO,EACZ,KAAK,QAAQ,EACd,MAAM,gBAAgB,CAAC;AAKxB,wGAAwG;AACxG,MAAM,WAAW,sBAAsB;IACrC,MAAM,EAAE,OAAO,CAAC;IAChB,yDAAyD;IACzD,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,sGAAsG;AACtG,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,yDAAyD;IACzD,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,kBAAkB,GAAG,sBAAsB,GAAG,oBAAoB,CAAC;AAE/E,2GAA2G;AAC3G,MAAM,MAAM,kBAAkB,GAAG,kBAAkB,GAAG;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC;AAEtE;;;;;GAKG;AACH,MAAM,MAAM,cAAc,GAAG,kBAAkB,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;AAavF;;;;;;;;;GASG;AACH,qBAAa,SAAU,YAAW,OAAO;IACvC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAEzB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAkC;IAE3D,YAAY,QAAQ,EAAE,cAAc,EAAE,IAAI,GAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAO,EAIvF;IAEK,cAAc,CAAC,CAAC,EAAE,GAAG,EAAE,qBAAqB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAqBvF;IAEK,YAAY,CAAC,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,QAAQ,CAAA;KAAE,CAAC,CAUvF;CACF"}

package/dist/replay-llm.js

@@ -0,0 +1,57 @@
+import { isZodSchema, LlmError, } from "@kohaku-ui/llm";
+import { objectFixtureKey, textFixtureKey } from "./fixture-key.js";
+const USAGE = { inputTokens: 0, outputTokens: 0 };
+function isObjectResponse(value) {
+    return "object" in value;
+}
+function toFixtureMap(fixtures) {
+    if (Array.isArray(fixtures)) {
+        return new Map(fixtures.map(({ key, ...value }) => [key, value]));
+    }
+    return new Map(Object.entries(fixtures));
+}
+/**
+ * A replay-only LlmPort, browser-safe (no filesystem access, unlike FixtureLlm): looks up a recorded
+ * response by the exact same key function FixtureLlm uses (`fixture-key.ts`'s `objectFixtureKey` /
+ * `textFixtureKey`), so a fixture recorded via `FixtureLlm({ record: true, live })`'s `<key>.json` files
+ * replays here unchanged once bundled into a `ReplayFixtures` set. Intended for the static playground
+ * (U5), where there is no server to record against and no filesystem to read from at runtime.
+ *
+ * Does not implement `streamObject` (optional on LlmPort) — a caller falls back to `generateObject`
+ * (behaviorally equivalent, no partials), matching FixtureLlm's own behavior.
+ */
+export class ReplayLlm {
+    provider;
+    modelId;
+    fixtures;
+    constructor(fixtures, opts = {}) {
+        this.fixtures = toFixtureMap(fixtures);
+        this.provider = opts.provider ?? "replay";
+        this.modelId = opts.modelId ?? "replay";
+    }
+    async generateObject(req) {
+        const key = await objectFixtureKey(req);
+        const recorded = this.fixtures.get(key);
+        if (recorded === undefined || !isObjectResponse(recorded)) {
+            throw new LlmError("INVALID_OUTPUT", `ReplayLlm: no recorded fixture for key ${key} (prompt: ${req.prompt.slice(0, 120)})`);
+        }
+        if (isZodSchema(req.schema)) {
+            const parsed = req.schema.safeParse(recorded.object);
+            // Same rationale as FixtureLlm: never let a schema-mismatched recording flow downstream unvalidated.
+            if (!parsed.success) {
+                throw new LlmError("INVALID_OUTPUT", `ReplayLlm: recorded response for key ${key} does not match the schema: ${parsed.error.message.slice(0, 200)}`);
+            }
+            return { object: parsed.data, usage: USAGE, model: this.modelId };
+        }
+        return { object: recorded.object, usage: USAGE, model: this.modelId };
+    }
+    async generateText(req) {
+        const key = await textFixtureKey(req);
+        const recorded = this.fixtures.get(key);
+        if (recorded === undefined || isObjectResponse(recorded)) {
+            throw new LlmError("INVALID_OUTPUT", `ReplayLlm: no recorded fixture for key ${key} (prompt: ${req.prompt.slice(0, 120)})`);
+        }
+        return { text: recorded.text, usage: USAGE };
+    }
+}
+//# sourceMappingURL=replay-llm.js.map

package/dist/replay-llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay-llm.js","sourceRoot":"","sources":["../src/replay-llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,WAAW,EACX,QAAQ,GAGT,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAEpE,MAAM,KAAK,GAAa,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;AA6B5D,SAAS,gBAAgB,CAAC,KAAyB;IACjD,OAAO,QAAQ,IAAI,KAAK,CAAC;AAC3B,CAAC;AAED,SAAS,YAAY,CAAC,QAAwB;IAC5C,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5B,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,KAA2B,CAAC,CAAC,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,OAAO,SAAS;IACX,QAAQ,CAAS;IACjB,OAAO,CAAS;IAER,QAAQ,CAAkC;IAE3D,YAAY,QAAwB,EAAE,IAAI,GAA4C,EAAE;QACtF,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,QAAQ,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,cAAc,CAAI,GAA6B;QACnD,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxC,IAAI,QAAQ,KAAK,SAAS,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1D,MAAM,IAAI,QAAQ,CAChB,gBAAgB,EAChB,0CAA0C,GAAG,aAAa,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CACtF,CAAC;QACJ,CAAC;QACD,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACrD,qGAAqG;YACrG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,MAAM,IAAI,QAAQ,CAChB,gBAAgB,EAChB,wCAAwC,GAAG,+BAA+B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC/G,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QACpE,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAW,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;IAC7E,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,GAAwB;QACzC,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxC,IAAI,QAAQ,KAAK,SAAS,IAAI,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,QAAQ,CAChB,gBAAgB,EAChB,0CAA0C,GAAG,aAAa,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CACtF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC/C,CAAC;CACF"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kohaku-ui/evals",
-  "version": "0.3.0",
+  "version": "0.4.0",
   "description": "Evaluation harness for kohaku: golden Spec regression, LLM-as-judge scoring and a record/replay LLM.",
   "type": "module",
   "exports": {
@@ -8,18 +8,26 @@
       "types": "./dist/index.d.ts",
       "default": "./dist/index.js"
     },
+    "./judge": {
+      "types": "./dist/judge/index.d.ts",
+      "default": "./dist/judge/index.js"
+    },
+    "./replay": {
+      "types": "./dist/replay/index.d.ts",
+      "default": "./dist/replay/index.js"
+    },
     "./package.json": "./package.json"
   },
   "dependencies": {
-    "@kohaku-ui/spec-core": "^0.3.0",
-    "@kohaku-ui/composer": "^0.3.0",
-    "@kohaku-ui/llm": "^0.3.0"
+    "@kohaku-ui/spec-core": "^0.4.0",
+    "@kohaku-ui/composer": "^0.4.0",
+    "@kohaku-ui/llm": "^0.4.0"
   },
   "peerDependencies": {
     "zod": "^4.6.5"
   },
   "devDependencies": {
-    "@kohaku-ui/registry": "^0.3.0",
+    "@kohaku-ui/registry": "^0.4.0",
     "@types/node": "^26.6.2",
     "typescript": "7.0.2",
     "vitest": "^5.0.1",