vskill 0.5.2 → 0.5.3

package/dist/eval/__tests__/skill-scanner.test.js

@@ -0,0 +1,228 @@
+import { describe, it, expect, beforeEach, afterEach } from "vitest";
+import { mkdirSync, writeFileSync, rmSync } from "node:fs";
+import { join } from "node:path";
+import { tmpdir } from "node:os";
+import { scanSkills } from "../skill-scanner.js";
+// ---------------------------------------------------------------------------
+// Test helpers
+// ---------------------------------------------------------------------------
+let testDir;
+/** Create a skill in direct plugin layout: {root}/{plugin}/skills/{skill}/ */
+function createSkill(plugin, skill, opts = {}) {
+    const skillDir = join(testDir, plugin, "skills", skill);
+    mkdirSync(skillDir, { recursive: true });
+    writeFileSync(join(skillDir, "SKILL.md"), `# ${skill}`);
+    addEvalFiles(skillDir, opts);
+}
+/** Create a skill in nested plugins/ layout: {root}/plugins/{plugin}/skills/{skill}/ */
+function createNestedSkill(plugin, skill, opts = {}) {
+    const skillDir = join(testDir, "plugins", plugin, "skills", skill);
+    mkdirSync(skillDir, { recursive: true });
+    writeFileSync(join(skillDir, "SKILL.md"), `# ${skill}`);
+    addEvalFiles(skillDir, opts);
+}
+/** Create a skill in root layout: {root}/skills/{skill}/ */
+function createRootSkill(skill, opts = {}) {
+    const skillDir = join(testDir, "skills", skill);
+    mkdirSync(skillDir, { recursive: true });
+    writeFileSync(join(skillDir, "SKILL.md"), `# ${skill}`);
+    addEvalFiles(skillDir, opts);
+}
+function addEvalFiles(skillDir, opts) {
+    if (opts.evals) {
+        const evalsDir = join(skillDir, "evals");
+        mkdirSync(evalsDir, { recursive: true });
+        writeFileSync(join(evalsDir, "evals.json"), JSON.stringify({ skill_name: "test", evals: [] }));
+    }
+    if (opts.benchmark) {
+        const evalsDir = join(skillDir, "evals");
+        mkdirSync(evalsDir, { recursive: true });
+        writeFileSync(join(evalsDir, "benchmark.json"), JSON.stringify({ timestamp: "2026-03-01T00:00:00Z" }));
+    }
+}
+// ---------------------------------------------------------------------------
+// Tests
+// ---------------------------------------------------------------------------
+describe("scanSkills", () => {
+    beforeEach(() => {
+        testDir = join(tmpdir(), `vskill-test-${Date.now()}`);
+        mkdirSync(testDir, { recursive: true });
+    });
+    afterEach(() => {
+        rmSync(testDir, { recursive: true, force: true });
+    });
+    // --- Plugin layout (existing) ---
+    it("discovers skills in plugins directory", async () => {
+        createSkill("marketing", "social-media-posting");
+        createSkill("devtools", "code-review");
+        const skills = await scanSkills(testDir);
+        expect(skills).toHaveLength(2);
+        const names = skills.map((s) => s.skill).sort();
+        expect(names).toEqual(["code-review", "social-media-posting"]);
+    });
+    it("sets hasEvals=true when evals.json exists", async () => {
+        createSkill("marketing", "social-media-posting", { evals: true });
+        const skills = await scanSkills(testDir);
+        expect(skills[0].hasEvals).toBe(true);
+    });
+    it("sets hasEvals=false when evals.json is absent", async () => {
+        createSkill("marketing", "social-media-posting");
+        const skills = await scanSkills(testDir);
+        expect(skills[0].hasEvals).toBe(false);
+    });
+    it("sets hasBenchmark=true when benchmark.json exists", async () => {
+        createSkill("marketing", "social-media-posting", {
+            evals: true,
+            benchmark: true,
+        });
+        const skills = await scanSkills(testDir);
+        expect(skills[0].hasBenchmark).toBe(true);
+    });
+    it("sets hasBenchmark=false when benchmark.json is absent", async () => {
+        createSkill("marketing", "social-media-posting", { evals: true });
+        const skills = await scanSkills(testDir);
+        expect(skills[0].hasBenchmark).toBe(false);
+    });
+    it("returns correct plugin and skill names", async () => {
+        createSkill("marketing", "social-media-posting");
+        const skills = await scanSkills(testDir);
+        expect(skills[0].plugin).toBe("marketing");
+        expect(skills[0].skill).toBe("social-media-posting");
+    });
+    it("returns empty array for empty root", async () => {
+        const skills = await scanSkills(testDir);
+        expect(skills).toEqual([]);
+    });
+    // --- Root layout (new) ---
+    it("discovers root-level skills in skills/ directory", async () => {
+        createRootSkill("my-skill");
+        const skills = await scanSkills(testDir);
+        expect(skills).toHaveLength(1);
+        expect(skills[0].skill).toBe("my-skill");
+    });
+    it("uses root dirname as plugin name for root-level skills", async () => {
+        createRootSkill("my-skill");
+        const skills = await scanSkills(testDir);
+        // plugin name = basename of the root dir
+        expect(skills[0].plugin).toBe(testDir.split("/").pop());
+    });
+    it("discovers both plugin and root-level skills together", async () => {
+        createSkill("marketing", "social-media-posting");
+        createRootSkill("standalone-skill");
+        const skills = await scanSkills(testDir);
+        expect(skills).toHaveLength(2);
+        const names = skills.map((s) => s.skill).sort();
+        expect(names).toEqual(["social-media-posting", "standalone-skill"]);
+    });
+    it("handles root-level skills with evals", async () => {
+        createRootSkill("my-skill", { evals: true, benchmark: true });
+        const skills = await scanSkills(testDir);
+        expect(skills[0].hasEvals).toBe(true);
+        expect(skills[0].hasBenchmark).toBe(true);
+    });
+    // --- Nested plugins/ layout ---
+    it("discovers skills inside plugins/ subdirectory", async () => {
+        createNestedSkill("marketing", "social-media-posting");
+        createNestedSkill("mobile", "appstore");
+        const skills = await scanSkills(testDir);
+        expect(skills).toHaveLength(2);
+        const names = skills.map((s) => s.skill).sort();
+        expect(names).toEqual(["appstore", "social-media-posting"]);
+    });
+    it("discovers skills across all three layouts", async () => {
+        createRootSkill("root-skill");
+        createSkill("direct-plugin", "direct-skill");
+        createNestedSkill("nested-plugin", "nested-skill");
+        const skills = await scanSkills(testDir);
+        expect(skills).toHaveLength(3);
+        const names = skills.map((s) => s.skill).sort();
+        expect(names).toEqual(["direct-skill", "nested-skill", "root-skill"]);
+    });
+    it("nested plugins/ skills have correct plugin names", async () => {
+        createNestedSkill("marketing", "smp");
+        const skills = await scanSkills(testDir);
+        expect(skills[0].plugin).toBe("marketing");
+        expect(skills[0].skill).toBe("smp");
+    });
+    // --- Self layout (root IS the skill dir) ---
+    it("discovers skill when root points directly at a skill directory", async () => {
+        const skillDir = join(testDir, "my-plugin", "skills", "my-skill");
+        mkdirSync(skillDir, { recursive: true });
+        writeFileSync(join(skillDir, "SKILL.md"), "# my-skill");
+        const evalsDir = join(skillDir, "evals");
+        mkdirSync(evalsDir, { recursive: true });
+        writeFileSync(join(evalsDir, "evals.json"), JSON.stringify({ skill_name: "my-skill", evals: [] }));
+        const skills = await scanSkills(skillDir);
+        expect(skills).toHaveLength(1);
+        expect(skills[0].skill).toBe("my-skill");
+        // Parent of "skills" dir is "my-plugin" — scanner walks up past "skills" to find plugin name
+        expect(skills[0].plugin).toBe("my-plugin");
+        expect(skills[0].hasEvals).toBe(true);
+        expect(skills[0].dir).toBe(skillDir);
+    });
+    it("uses parent directory name as plugin for self layout", async () => {
+        const skillDir = join(testDir, "social-media-posting");
+        mkdirSync(skillDir, { recursive: true });
+        writeFileSync(join(skillDir, "SKILL.md"), "# smp");
+        const skills = await scanSkills(skillDir);
+        expect(skills).toHaveLength(1);
+        expect(skills[0].plugin).toBe(testDir.split("/").pop());
+        expect(skills[0].skill).toBe("social-media-posting");
+    });
+    it("allows 'skills' as a plugin name inside plugins/ directory", async () => {
+        createNestedSkill("skills", "scout");
+        const skills = await scanSkills(testDir);
+        expect(skills).toHaveLength(1);
+        expect(skills[0].plugin).toBe("skills");
+        expect(skills[0].skill).toBe("scout");
+    });
+    // --- Flat layout (skills as direct children of root) ---
+    it("discovers flat layout: {root}/{skill}/SKILL.md", async () => {
+        const s1 = join(testDir, "easychamp-promoter");
+        const s2 = join(testDir, "tournament-import");
+        mkdirSync(s1, { recursive: true });
+        mkdirSync(s2, { recursive: true });
+        writeFileSync(join(s1, "SKILL.md"), "# easychamp-promoter");
+        writeFileSync(join(s2, "SKILL.md"), "# tournament-import");
+        const skills = await scanSkills(testDir);
+        expect(skills).toHaveLength(2);
+        const names = skills.map((s) => s.skill).sort();
+        expect(names).toEqual(["easychamp-promoter", "tournament-import"]);
+    });
+    it("flat layout uses root dirname as plugin name", async () => {
+        const s1 = join(testDir, "my-skill");
+        mkdirSync(s1, { recursive: true });
+        writeFileSync(join(s1, "SKILL.md"), "# my-skill");
+        const skills = await scanSkills(testDir);
+        expect(skills[0].plugin).toBe(testDir.split("/").pop());
+        expect(skills[0].skill).toBe("my-skill");
+    });
+    it("flat layout detects evals and benchmarks", async () => {
+        const s1 = join(testDir, "my-skill");
+        mkdirSync(s1, { recursive: true });
+        writeFileSync(join(s1, "SKILL.md"), "# my-skill");
+        const evalsDir = join(s1, "evals");
+        mkdirSync(evalsDir, { recursive: true });
+        writeFileSync(join(evalsDir, "evals.json"), JSON.stringify({ skill_name: "my-skill", evals: [] }));
+        writeFileSync(join(evalsDir, "benchmark.json"), JSON.stringify({ timestamp: "2026-03-01T00:00:00Z" }));
+        const skills = await scanSkills(testDir);
+        expect(skills[0].hasEvals).toBe(true);
+        expect(skills[0].hasBenchmark).toBe(true);
+    });
+    it("prefers structured layouts over flat layout", async () => {
+        // If standard layouts find skills, flat layout should NOT fire
+        createSkill("marketing", "social-media-posting");
+        // Also add a dir with SKILL.md at root level
+        const flatDir = join(testDir, "stray-skill");
+        mkdirSync(flatDir, { recursive: true });
+        writeFileSync(join(flatDir, "SKILL.md"), "# stray");
+        const skills = await scanSkills(testDir);
+        // Only the standard layout skill should be found (flat is a fallback)
+        // Note: stray-skill has SKILL.md but marketing/skills/ exists so layouts 1-3 fire.
+        // However scanPluginDirs for "stray-skill" looks for stray-skill/skills/* — no match.
+        // Flat layout only fires when skills.length === 0, so stray-skill is excluded.
+        expect(skills).toHaveLength(1);
+        expect(skills[0].skill).toBe("social-media-posting");
+    });
+});
+//# sourceMappingURL=skill-scanner.test.js.map

package/dist/eval/__tests__/skill-scanner.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill-scanner.test.js","sourceRoot":"","sources":["../../../src/eval/__tests__/skill-scanner.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEjD,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,IAAI,OAAe,CAAC;AAEpB,8EAA8E;AAC9E,SAAS,WAAW,CAClB,MAAc,EACd,KAAa,EACb,OAAiD,EAAE;IAEnD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IACxD,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC,CAAC;IACxD,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AAC/B,CAAC;AAED,wFAAwF;AACxF,SAAS,iBAAiB,CACxB,MAAc,EACd,KAAa,EACb,OAAiD,EAAE;IAEnD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IACnE,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC,CAAC;IACxD,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AAC/B,CAAC;AAED,4DAA4D;AAC5D,SAAS,eAAe,CACtB,KAAa,EACb,OAAiD,EAAE;IAEnD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IAChD,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC,CAAC;IACxD,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,YAAY,CACnB,QAAgB,EAChB,IAA8C;IAE9C,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACzC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,aAAa,CACX,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,EAC5B,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAClD,CAAC;IACJ,CAAC;IAED,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACzC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,aAAa,CACX,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,EAChC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,sBAAsB,EAAE,CAAC,CACtD,CAAC;IACJ,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACtD,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,mCAAmC;IAEnC,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,WAAW,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC;QACjD,WAAW,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;QAEvC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,aAAa,EAAE,sBAAsB,CAAC,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,WAAW,CAAC,WAAW,EAAE,sBAAsB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAElE,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,WAAW,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,WAAW,CAAC,WAAW,EAAE,sBAAsB,EAAE;YAC/C,KAAK,EAAE,IAAI;YACX,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,WAAW,CAAC,WAAW,EAAE,sBAAsB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAElE,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,WAAW,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,4BAA4B;IAE5B,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,eAAe,CAAC,UAAU,CAAC,CAAC;QAE5B,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,eAAe,CAAC,UAAU,CAAC,CAAC;QAE5B,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,yCAAyC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,WAAW,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC;QACjD,eAAe,CAAC,kBAAkB,CAAC,CAAC;QAEpC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,sBAAsB,EAAE,kBAAkB,CAAC,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,eAAe,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE9D,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,iCAAiC;IAEjC,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,iBAAiB,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC;QACvD,iBAAiB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAExC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,sBAAsB,CAAC,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,eAAe,CAAC,YAAY,CAAC,CAAC;QAC9B,WAAW,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC;QAC7C,iBAAiB,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC;QAEnD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,cAAc,EAAE,YAAY,CAAC,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,iBAAiB,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QAEtC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,8CAA8C;IAE9C,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QAClE,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,YAAY,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACzC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,aAAa,CACX,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,EAC5B,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CACtD,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;QAE1C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACzC,6FAA6F;QAC7F,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC;QACvD,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,OAAO,CAAC,CAAC;QAEnD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;QAE1C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAErC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,0DAA0D;IAE1D,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,oBAAoB,CAAC,CAAC;QAC/C,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;QAC9C,SAAS,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnC,SAAS,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnC,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,sBAAsB,CAAC,CAAC;QAC5D,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,qBAAqB,CAAC,CAAC;QAE3D,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,oBAAoB,EAAE,mBAAmB,CAAC,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACrC,SAAS,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnC,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,YAAY,CAAC,CAAC;QAElD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACrC,SAAS,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnC,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,YAAY,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACnC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,aAAa,CACX,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,EAC5B,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CACtD,CAAC;QACF,aAAa,CACX,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,EAChC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,sBAAsB,EAAE,CAAC,CACtD,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,+DAA+D;QAC/D,WAAW,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC;QACjD,6CAA6C;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAC7C,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,SAAS,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,sEAAsE;QACtE,mFAAmF;QACnF,sFAAsF;QACtF,+EAA+E;QAC/E,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/eval/__tests__/verdict.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/eval/__tests__/verdict.test.js

@@ -0,0 +1,47 @@
+import { describe, it, expect } from "vitest";
+import { computeVerdict, verdictColor } from "../verdict.js";
+describe("computeVerdict", () => {
+    it("returns EFFECTIVE when passRate >= 0.8 and skill rubric > baseline + 1", () => {
+        expect(computeVerdict(0.85, 4.5, 3.0)).toBe("EFFECTIVE");
+        expect(computeVerdict(0.80, 4.0, 2.5)).toBe("EFFECTIVE");
+        expect(computeVerdict(1.0, 5.0, 1.0)).toBe("EFFECTIVE");
+    });
+    it("returns MARGINAL when passRate >= 0.6 and skill rubric > baseline (but not EFFECTIVE)", () => {
+        expect(computeVerdict(0.70, 3.5, 3.0)).toBe("MARGINAL");
+        expect(computeVerdict(0.60, 2.5, 2.0)).toBe("MARGINAL");
+        // High pass rate but rubric only slightly better → MARGINAL
+        expect(computeVerdict(0.85, 3.5, 3.0)).toBe("MARGINAL");
+    });
+    it("returns INEFFECTIVE when passRate >= 0.4 (but not MARGINAL)", () => {
+        expect(computeVerdict(0.50, 2.5, 3.0)).toBe("INEFFECTIVE");
+        expect(computeVerdict(0.45, 3.0, 3.0)).toBe("INEFFECTIVE");
+        expect(computeVerdict(0.40, 1.0, 5.0)).toBe("INEFFECTIVE");
+    });
+    it("returns DEGRADING when passRate < 0.4", () => {
+        expect(computeVerdict(0.30, 2.0, 3.0)).toBe("DEGRADING");
+        expect(computeVerdict(0.10, 1.0, 1.0)).toBe("DEGRADING");
+        expect(computeVerdict(0.0, 0.0, 0.0)).toBe("DEGRADING");
+        expect(computeVerdict(0.39, 5.0, 1.0)).toBe("DEGRADING");
+    });
+    it("handles boundary values correctly", () => {
+        // Exactly 0.8 pass rate, exactly +1 rubric → EFFECTIVE
+        expect(computeVerdict(0.8, 4.0, 2.9)).toBe("EFFECTIVE");
+        // 0.8 pass rate but rubric diff exactly 1 → NOT EFFECTIVE (needs >1)
+        expect(computeVerdict(0.8, 4.0, 3.0)).toBe("MARGINAL");
+        // Exactly 0.6 pass rate, skill > baseline → MARGINAL
+        expect(computeVerdict(0.6, 3.1, 3.0)).toBe("MARGINAL");
+        // Exactly 0.6 pass rate, skill = baseline → INEFFECTIVE
+        expect(computeVerdict(0.6, 3.0, 3.0)).toBe("INEFFECTIVE");
+        // Exactly 0.4 pass rate → INEFFECTIVE
+        expect(computeVerdict(0.4, 3.0, 3.0)).toBe("INEFFECTIVE");
+    });
+});
+describe("verdictColor", () => {
+    it("returns correct colors for each verdict", () => {
+        expect(verdictColor("EFFECTIVE")).toBe("green");
+        expect(verdictColor("MARGINAL")).toBe("yellow");
+        expect(verdictColor("INEFFECTIVE")).toBe("orange");
+        expect(verdictColor("DEGRADING")).toBe("red");
+    });
+});
+//# sourceMappingURL=verdict.test.js.map

package/dist/eval/__tests__/verdict.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"verdict.test.js","sourceRoot":"","sources":["../../../src/eval/__tests__/verdict.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7D,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzD,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzD,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uFAAuF,EAAE,GAAG,EAAE;QAC/F,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxD,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxD,4DAA4D;QAC5D,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC3D,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC3D,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzD,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzD,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxD,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,uDAAuD;QACvD,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxD,qEAAqE;QACrE,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvD,qDAAqD;QACrD,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvD,wDAAwD;QACxD,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC1D,sCAAsC;QACtC,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChD,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/eval-server/__tests__/benchmark-runner.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/eval-server/__tests__/benchmark-runner.test.js

@@ -0,0 +1,301 @@
+// ---------------------------------------------------------------------------
+// Integration tests for benchmark-runner.ts
+// ---------------------------------------------------------------------------
+import { describe, it, expect, vi, beforeEach } from "vitest";
+// ---------------------------------------------------------------------------
+// Mocks
+// ---------------------------------------------------------------------------
+vi.mock("../../eval/judge.js", () => ({
+    judgeAssertion: vi.fn(),
+}));
+vi.mock("../sse-helpers.js", () => ({
+    sendSSE: vi.fn(),
+    sendSSEDone: vi.fn(),
+    withHeartbeat: vi.fn((_res, _id, _phase, _msg, fn) => fn()),
+}));
+vi.mock("../../eval/benchmark-history.js", () => ({
+    writeHistoryEntry: vi.fn(),
+}));
+import { assembleBulkResult, runSingleCaseSSE } from "../benchmark-runner.js";
+import { judgeAssertion } from "../../eval/judge.js";
+import { sendSSE } from "../sse-helpers.js";
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+function makeCase(overrides = {}) {
+    return {
+        eval_id: 1,
+        eval_name: "test-case",
+        status: "pass",
+        error_message: null,
+        pass_rate: 1,
+        durationMs: 100,
+        tokens: 50,
+        inputTokens: 20,
+        outputTokens: 30,
+        output: "some output",
+        assertions: [
+            { id: "a1", text: "checks something", pass: true, reasoning: "ok" },
+        ],
+        ...overrides,
+    };
+}
+function makeEvalCase(overrides = {}) {
+    return {
+        id: 1,
+        name: "test eval",
+        prompt: "do something",
+        expected_output: "something done",
+        files: [],
+        assertions: [
+            { id: "a1", text: "output is correct", type: "boolean" },
+        ],
+        ...overrides,
+    };
+}
+function makeMockClient(overrides = {}) {
+    return {
+        model: "test-model",
+        generate: vi.fn().mockResolvedValue({
+            text: "generated output",
+            durationMs: 150,
+            inputTokens: 10,
+            outputTokens: 20,
+        }),
+        ...overrides,
+    };
+}
+function makeMockRes() {
+    return { write: vi.fn() };
+}
+// ---------------------------------------------------------------------------
+// assembleBulkResult
+// ---------------------------------------------------------------------------
+describe("assembleBulkResult", () => {
+    const defaultMeta = {
+        model: "claude-sonnet",
+        skillName: "my-skill",
+        runType: "benchmark",
+        provider: "anthropic",
+    };
+    it("computes overall_pass_rate correctly from cases", () => {
+        const cases = [
+            makeCase({
+                assertions: [
+                    { id: "a1", text: "x", pass: true, reasoning: "" },
+                    { id: "a2", text: "y", pass: false, reasoning: "" },
+                ],
+            }),
+            makeCase({
+                eval_id: 2,
+                assertions: [
+                    { id: "a3", text: "z", pass: true, reasoning: "" },
+                    { id: "a4", text: "w", pass: true, reasoning: "" },
+                ],
+            }),
+        ];
+        const result = assembleBulkResult(cases, defaultMeta);
+        // 3 passed out of 4 total
+        expect(result.overall_pass_rate).toBe(0.75);
+    });
+    it("sets type from meta.runType", () => {
+        const result = assembleBulkResult([makeCase()], { ...defaultMeta, runType: "baseline" });
+        expect(result.type).toBe("baseline");
+    });
+    it("computes totalDurationMs from cases", () => {
+        const cases = [
+            makeCase({ durationMs: 200 }),
+            makeCase({ eval_id: 2, durationMs: 350 }),
+        ];
+        const result = assembleBulkResult(cases, defaultMeta);
+        expect(result.totalDurationMs).toBe(550);
+    });
+    it("computes totalInputTokens and totalOutputTokens when present", () => {
+        const cases = [
+            makeCase({ inputTokens: 10, outputTokens: 20 }),
+            makeCase({ eval_id: 2, inputTokens: 30, outputTokens: 40 }),
+        ];
+        const result = assembleBulkResult(cases, defaultMeta);
+        expect(result.totalInputTokens).toBe(40);
+        expect(result.totalOutputTokens).toBe(60);
+    });
+    it("sets totalInputTokens/totalOutputTokens to null when no cases have them", () => {
+        const cases = [
+            makeCase({ inputTokens: undefined, outputTokens: undefined }),
+        ];
+        const result = assembleBulkResult(cases, defaultMeta);
+        expect(result.totalInputTokens).toBeNull();
+        expect(result.totalOutputTokens).toBeNull();
+    });
+    it("returns 0 overall_pass_rate when there are no assertions", () => {
+        const cases = [makeCase({ assertions: [] })];
+        const result = assembleBulkResult(cases, defaultMeta);
+        expect(result.overall_pass_rate).toBe(0);
+    });
+    it("sets scope to bulk", () => {
+        const result = assembleBulkResult([makeCase()], defaultMeta);
+        expect(result.scope).toBe("bulk");
+    });
+    it("preserves model, skill_name, and provider from meta", () => {
+        const result = assembleBulkResult([makeCase()], defaultMeta);
+        expect(result.model).toBe("claude-sonnet");
+        expect(result.skill_name).toBe("my-skill");
+        expect(result.provider).toBe("anthropic");
+    });
+});
+// ---------------------------------------------------------------------------
+// runSingleCaseSSE
+// ---------------------------------------------------------------------------
+describe("runSingleCaseSSE", () => {
+    beforeEach(() => {
+        vi.clearAllMocks();
+    });
+    it("emits case_start, output_ready, assertion_result, case_complete SSE events", async () => {
+        const res = makeMockRes();
+        const client = makeMockClient();
+        const evalCase = makeEvalCase();
+        vi.mocked(judgeAssertion).mockResolvedValue({
+            id: "a1",
+            text: "output is correct",
+            pass: true,
+            reasoning: "looks good",
+        });
+        await runSingleCaseSSE({
+            res,
+            evalCase,
+            systemPrompt: "you are a helper",
+            client,
+            isAborted: () => false,
+        });
+        const sseEvents = vi.mocked(sendSSE).mock.calls.map((c) => c[1]);
+        expect(sseEvents).toContain("case_start");
+        expect(sseEvents).toContain("output_ready");
+        expect(sseEvents).toContain("assertion_result");
+        expect(sseEvents).toContain("case_complete");
+    });
+    it("maps inputTokens and outputTokens from LLM result to BenchmarkCase", async () => {
+        const res = makeMockRes();
+        const client = makeMockClient({
+            model: "test-model",
+            generate: vi.fn().mockResolvedValue({
+                text: "output text",
+                durationMs: 200,
+                inputTokens: 42,
+                outputTokens: 58,
+            }),
+        });
+        const evalCase = makeEvalCase();
+        vi.mocked(judgeAssertion).mockResolvedValue({
+            id: "a1",
+            text: "output is correct",
+            pass: true,
+            reasoning: "ok",
+        });
+        const result = await runSingleCaseSSE({
+            res,
+            evalCase,
+            systemPrompt: "system",
+            client,
+            isAborted: () => false,
+        });
+        expect(result.inputTokens).toBe(42);
+        expect(result.outputTokens).toBe(58);
+        expect(result.tokens).toBe(100); // 42 + 58
+    });
+    it("handles LLM error gracefully (returns error status case)", async () => {
+        const res = makeMockRes();
+        const client = makeMockClient({
+            model: "test-model",
+            generate: vi.fn().mockRejectedValue(new Error("LLM timeout")),
+        });
+        const evalCase = makeEvalCase();
+        const result = await runSingleCaseSSE({
+            res,
+            evalCase,
+            systemPrompt: "system",
+            client,
+            isAborted: () => false,
+        });
+        expect(result.status).toBe("error");
+        expect(result.error_message).toBe("LLM timeout");
+        expect(result.pass_rate).toBe(0);
+        expect(result.assertions).toEqual([]);
+    });
+    it("sets status to fail when an assertion fails", async () => {
+        const res = makeMockRes();
+        const client = makeMockClient();
+        const evalCase = makeEvalCase({
+            assertions: [
+                { id: "a1", text: "first check", type: "boolean" },
+                { id: "a2", text: "second check", type: "boolean" },
+            ],
+        });
+        vi.mocked(judgeAssertion)
+            .mockResolvedValueOnce({ id: "a1", text: "first check", pass: true, reasoning: "ok" })
+            .mockResolvedValueOnce({ id: "a2", text: "second check", pass: false, reasoning: "nope" });
+        const result = await runSingleCaseSSE({
+            res,
+            evalCase,
+            systemPrompt: "system",
+            client,
+            isAborted: () => false,
+        });
+        expect(result.status).toBe("fail");
+        expect(result.pass_rate).toBe(0.5);
+        expect(result.assertions).toHaveLength(2);
+    });
+    it("stops evaluating assertions when aborted", async () => {
+        const res = makeMockRes();
+        const client = makeMockClient();
+        const evalCase = makeEvalCase({
+            assertions: [
+                { id: "a1", text: "first", type: "boolean" },
+                { id: "a2", text: "second", type: "boolean" },
+            ],
+        });
+        // Abort after the first assertion loop check
+        let callCount = 0;
+        const isAborted = () => {
+            callCount++;
+            return callCount > 1; // first call returns false, second returns true
+        };
+        vi.mocked(judgeAssertion).mockResolvedValue({
+            id: "a1",
+            text: "first",
+            pass: true,
+            reasoning: "ok",
+        });
+        const result = await runSingleCaseSSE({
+            res,
+            evalCase,
+            systemPrompt: "system",
+            client,
+            isAborted,
+        });
+        // Only one assertion should have been evaluated
+        expect(result.assertions).toHaveLength(1);
+    });
+    it("passes totalCases through to case_start event", async () => {
+        const res = makeMockRes();
+        const client = makeMockClient();
+        const evalCase = makeEvalCase();
+        vi.mocked(judgeAssertion).mockResolvedValue({
+            id: "a1",
+            text: "output is correct",
+            pass: true,
+            reasoning: "ok",
+        });
+        await runSingleCaseSSE({
+            res,
+            evalCase,
+            systemPrompt: "system",
+            client,
+            isAborted: () => false,
+            totalCases: 5,
+        });
+        const caseStartCall = vi.mocked(sendSSE).mock.calls.find((c) => c[1] === "case_start");
+        expect(caseStartCall).toBeDefined();
+        expect(caseStartCall[2].total).toBe(5);
+    });
+});
+//# sourceMappingURL=benchmark-runner.test.js.map

package/dist/eval-server/__tests__/benchmark-runner.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-runner.test.js","sourceRoot":"","sources":["../../../src/eval-server/__tests__/benchmark-runner.test.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,4CAA4C;AAC5C,8EAA8E;AAE9E,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAK9D,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,EAAE,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACpC,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE;CACxB,CAAC,CAAC,CAAC;AAEJ,EAAE,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,EAAE,CAAC,CAAC;IAClC,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE;IAChB,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE;IACpB,aAAa,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,IAAa,EAAE,GAAY,EAAE,MAAe,EAAE,IAAa,EAAE,EAAiB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;CAC/G,CAAC,CAAC,CAAC;AAEJ,EAAE,CAAC,IAAI,CAAC,iCAAiC,EAAE,GAAG,EAAE,CAAC,CAAC;IAChD,iBAAiB,EAAE,EAAE,CAAC,EAAE,EAAE;CAC3B,CAAC,CAAC,CAAC;AAEJ,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC9E,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAE5C,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,QAAQ,CAAC,YAAoC,EAAE;IACtD,OAAO;QACL,OAAO,EAAE,CAAC;QACV,SAAS,EAAE,WAAW;QACtB,MAAM,EAAE,MAAM;QACd,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,CAAC;QACZ,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,EAAE;QACV,WAAW,EAAE,EAAE;QACf,YAAY,EAAE,EAAE;QAChB,MAAM,EAAE,aAAa;QACrB,UAAU,EAAE;YACV,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;SACpE;QACD,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,YAA+B,EAAE;IACrD,OAAO;QACL,EAAE,EAAE,CAAC;QACL,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,cAAc;QACtB,eAAe,EAAE,gBAAgB;QACjC,KAAK,EAAE,EAAE;QACT,UAAU,EAAE;YACV,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,SAAS,EAAE;SACzD;QACD,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,YAAgC,EAAE;IACxD,OAAO;QACL,KAAK,EAAE,YAAY;QACnB,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YAClC,IAAI,EAAE,kBAAkB;YACxB,UAAU,EAAE,GAAG;YACf,WAAW,EAAE,EAAE;YACf,YAAY,EAAE,EAAE;SACjB,CAAC;QACF,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,SAAS,WAAW;IAClB,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,EAAS,CAAC;AACnC,CAAC;AAED,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,MAAM,WAAW,GAAG;QAClB,KAAK,EAAE,eAAe;QACtB,SAAS,EAAE,UAAU;QACrB,OAAO,EAAE,WAAoB;QAC7B,QAAQ,EAAE,WAAW;KACtB,CAAC;IAEF,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,KAAK,GAAoB;YAC7B,QAAQ,CAAC;gBACP,UAAU,EAAE;oBACV,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE;oBAClD,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE;iBACpD;aACF,CAAC;YACF,QAAQ,CAAC;gBACP,OAAO,EAAE,CAAC;gBACV,UAAU,EAAE;oBACV,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE;oBAClD,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE;iBACnD;aACF,CAAC;SACH,CAAC;QAEF,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACtD,0BAA0B;QAC1B,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,MAAM,GAAG,kBAAkB,CAC/B,CAAC,QAAQ,EAAE,CAAC,EACZ,EAAE,GAAG,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,CACxC,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;YAC7B,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;SAC1C,CAAC;QACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;YAC/C,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;SAC5D,CAAC;QACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,GAAG,EAAE;QACjF,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;SAC9D,CAAC;QACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAC5B,MAAM,MAAM,GAAG,kBAAkB,CAAC,CAAC,QAAQ,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;QAC7D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,MAAM,GAAG,kBAAkB,CAAC,CAAC,QAAQ,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;QAC7D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,KAAK,IAAI,EAAE;QAC1F,MAAM,GAAG,GAAG,WAAW,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;QAEhC,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,iBAAiB,CAAC;YAC1C,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,IAAI;YACV,SAAS,EAAE,YAAY;SACxB,CAAC,CAAC;QAEH,MAAM,gBAAgB,CAAC;YACrB,GAAG;YACH,QAAQ;YACR,YAAY,EAAE,kBAAkB;YAChC,MAAM;YACN,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC1C,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAC5C,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QAChD,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,GAAG,GAAG,WAAW,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,KAAK,EAAE,YAAY;YACnB,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;gBAClC,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE,GAAG;gBACf,WAAW,EAAE,EAAE;gBACf,YAAY,EAAE,EAAE;aACjB,CAAC;SACH,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;QAEhC,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,iBAAiB,CAAC;YAC1C,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,IAAI;YACV,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC;YACpC,GAAG;YACH,QAAQ;YACR,YAAY,EAAE,QAAQ;YACtB,MAAM;YACN,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,GAAG,GAAG,WAAW,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,KAAK,EAAE,YAAY;YACnB,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;SAC9D,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;QAEhC,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC;YACpC,GAAG;YACH,QAAQ;YACR,YAAY,EAAE,QAAQ;YACtB,MAAM;YACN,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACjD,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,GAAG,GAAG,WAAW,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,YAAY,CAAC;YAC5B,UAAU,EAAE;gBACV,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE;gBAClD,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,SAAS,EAAE;aACpD;SACF,CAAC,CAAC;QAEH,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC;aACtB,qBAAqB,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;aACrF,qBAAqB,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QAE7F,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC;YACpC,GAAG;YACH,QAAQ;YACR,YAAY,EAAE,QAAQ;YACtB,MAAM;YACN,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,GAAG,GAAG,WAAW,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,YAAY,CAAC;YAC5B,UAAU,EAAE;gBACV,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE;gBAC5C,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE;aAC9C;SACF,CAAC,CAAC;QAEH,6CAA6C;QAC7C,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,SAAS,GAAG,GAAG,EAAE;YACrB,SAAS,EAAE,CAAC;YACZ,OAAO,SAAS,GAAG,CAAC,CAAC,CAAC,gDAAgD;QACxE,CAAC,CAAC;QAEF,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,iBAAiB,CAAC;YAC1C,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,IAAI;YACV,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC;YACpC,GAAG;YACH,QAAQ;YACR,YAAY,EAAE,QAAQ;YACtB,MAAM;YACN,SAAS;SACV,CAAC,CAAC;QAEH,gDAAgD;QAChD,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,GAAG,GAAG,WAAW,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;QAEhC,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,iBAAiB,CAAC;YAC1C,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,IAAI;YACV,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,MAAM,gBAAgB,CAAC;YACrB,GAAG;YACH,QAAQ;YACR,YAAY,EAAE,QAAQ;YACtB,MAAM;YACN,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK;YACtB,UAAU,EAAE,CAAC;SACd,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,YAAY,CAAC,CAAC;QACvF,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,CAAE,aAAc,CAAC,CAAC,CAAS,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/eval-server/__tests__/comparison-sse-events.test.d.ts

@@ -0,0 +1 @@
+export {};