vskill 0.5.2 → 0.5.4

package/dist/eval/__tests__/benchmark-history.test.js

@@ -0,0 +1,422 @@
+import { describe, it, expect, beforeEach, afterEach } from "vitest";
+import { mkdirSync, rmSync, readFileSync } from "node:fs";
+import { join } from "node:path";
+import { tmpdir } from "node:os";
+import { writeHistoryEntry, listHistory, readHistoryEntry, computeRegressions, getCaseHistory, } from "../benchmark-history.js";
+let testDir;
+const mkResult = (overrides = {}) => ({
+    timestamp: "2026-03-08T12:00:00.000Z",
+    model: "test-model",
+    skill_name: "test-skill",
+    cases: [
+        {
+            eval_id: 1,
+            eval_name: "test-case",
+            status: "pass",
+            error_message: null,
+            pass_rate: 1.0,
+            assertions: [
+                { id: "a1", text: "Check 1", pass: true, reasoning: "OK" },
+                { id: "a2", text: "Check 2", pass: true, reasoning: "OK" },
+            ],
+        },
+    ],
+    ...overrides,
+});
+describe("benchmark-history", () => {
+    beforeEach(() => {
+        testDir = join(tmpdir(), `vskill-history-${Date.now()}`);
+        mkdirSync(join(testDir, "evals"), { recursive: true });
+    });
+    afterEach(() => {
+        rmSync(testDir, { recursive: true, force: true });
+    });
+    describe("writeHistoryEntry", () => {
+        it("writes history file with filesystem-safe timestamp", async () => {
+            const result = mkResult();
+            const filename = await writeHistoryEntry(testDir, result);
+            expect(filename).toBe("2026-03-08T12-00-00.000Z.json");
+            const content = readFileSync(join(testDir, "evals", "history", filename), "utf-8");
+            const parsed = JSON.parse(content);
+            expect(parsed.skill_name).toBe("test-skill");
+        });
+        it("also writes benchmark.json for backward compat", async () => {
+            await writeHistoryEntry(testDir, mkResult());
+            const bm = readFileSync(join(testDir, "evals", "benchmark.json"), "utf-8");
+            expect(JSON.parse(bm).skill_name).toBe("test-skill");
+        });
+        it("creates history directory if missing", async () => {
+            rmSync(join(testDir, "evals"), { recursive: true, force: true });
+            const result = mkResult();
+            const filename = await writeHistoryEntry(testDir, result);
+            expect(filename).toBeTruthy();
+        });
+    });
+    describe("listHistory", () => {
+        it("returns empty array when no history directory", async () => {
+            const list = await listHistory(join(testDir, "nonexistent"));
+            expect(list).toEqual([]);
+        });
+        it("lists entries sorted reverse-chronologically", async () => {
+            const r1 = mkResult({ timestamp: "2026-03-01T10:00:00.000Z" });
+            const r2 = mkResult({ timestamp: "2026-03-02T10:00:00.000Z" });
+            await writeHistoryEntry(testDir, r1);
+            await writeHistoryEntry(testDir, r2);
+            const list = await listHistory(testDir);
+            expect(list).toHaveLength(2);
+            expect(list[0].timestamp).toBe("2026-03-02T10:00:00.000Z");
+            expect(list[1].timestamp).toBe("2026-03-01T10:00:00.000Z");
+        });
+        it("computes pass rate from assertion results", async () => {
+            const result = mkResult({
+                cases: [
+                    {
+                        eval_id: 1,
+                        eval_name: "test",
+                        status: "fail",
+                        error_message: null,
+                        pass_rate: 0.5,
+                        assertions: [
+                            { id: "a1", text: "Check 1", pass: true, reasoning: "OK" },
+                            { id: "a2", text: "Check 2", pass: false, reasoning: "Fail" },
+                        ],
+                    },
+                ],
+            });
+            await writeHistoryEntry(testDir, result);
+            const list = await listHistory(testDir);
+            expect(list[0].passRate).toBe(0.5);
+        });
+    });
+    describe("readHistoryEntry", () => {
+        it("reads a specific history entry by timestamp", async () => {
+            await writeHistoryEntry(testDir, mkResult());
+            const entry = await readHistoryEntry(testDir, "2026-03-08T12:00:00.000Z");
+            expect(entry).not.toBeNull();
+            expect(entry.skill_name).toBe("test-skill");
+        });
+        it("returns null for nonexistent entry", async () => {
+            const entry = await readHistoryEntry(testDir, "1999-01-01T00:00:00.000Z");
+            expect(entry).toBeNull();
+        });
+    });
+    describe("computeRegressions", () => {
+        it("detects regression (pass → fail)", () => {
+            const prev = mkResult({
+                cases: [
+                    {
+                        eval_id: 1,
+                        eval_name: "test",
+                        status: "pass",
+                        error_message: null,
+                        pass_rate: 1.0,
+                        assertions: [{ id: "a1", text: "Check", pass: true, reasoning: "OK" }],
+                    },
+                ],
+            });
+            const curr = mkResult({
+                cases: [
+                    {
+                        eval_id: 1,
+                        eval_name: "test",
+                        status: "fail",
+                        error_message: null,
+                        pass_rate: 0,
+                        assertions: [{ id: "a1", text: "Check", pass: false, reasoning: "Fail" }],
+                    },
+                ],
+            });
+            const regressions = computeRegressions(curr, prev);
+            expect(regressions).toHaveLength(1);
+            expect(regressions[0].change).toBe("regression");
+            expect(regressions[0].assertionId).toBe("a1");
+        });
+        it("detects improvement (fail → pass)", () => {
+            const prev = mkResult({
+                cases: [
+                    {
+                        eval_id: 1,
+                        eval_name: "test",
+                        status: "fail",
+                        error_message: null,
+                        pass_rate: 0,
+                        assertions: [{ id: "a1", text: "Check", pass: false, reasoning: "Fail" }],
+                    },
+                ],
+            });
+            const curr = mkResult({
+                cases: [
+                    {
+                        eval_id: 1,
+                        eval_name: "test",
+                        status: "pass",
+                        error_message: null,
+                        pass_rate: 1,
+                        assertions: [{ id: "a1", text: "Check", pass: true, reasoning: "OK" }],
+                    },
+                ],
+            });
+            const regressions = computeRegressions(curr, prev);
+            expect(regressions).toHaveLength(1);
+            expect(regressions[0].change).toBe("improvement");
+        });
+        it("returns empty array when no changes", () => {
+            const result = mkResult();
+            expect(computeRegressions(result, result)).toEqual([]);
+        });
+        it("skips new assertions not present in previous run", () => {
+            const prev = mkResult({
+                cases: [
+                    {
+                        eval_id: 1,
+                        eval_name: "test",
+                        status: "pass",
+                        error_message: null,
+                        pass_rate: 1,
+                        assertions: [{ id: "a1", text: "Check", pass: true, reasoning: "OK" }],
+                    },
+                ],
+            });
+            const curr = mkResult({
+                cases: [
+                    {
+                        eval_id: 1,
+                        eval_name: "test",
+                        status: "pass",
+                        error_message: null,
+                        pass_rate: 1,
+                        assertions: [
+                            { id: "a1", text: "Check", pass: true, reasoning: "OK" },
+                            { id: "a2", text: "New", pass: false, reasoning: "Fail" },
+                        ],
+                    },
+                ],
+            });
+            const regressions = computeRegressions(curr, prev);
+            expect(regressions).toEqual([]);
+        });
+    });
+    describe("listHistory with filters", () => {
+        beforeEach(async () => {
+            const r1 = mkResult({
+                timestamp: "2026-03-01T10:00:00.000Z",
+                model: "gpt-4o",
+                type: "benchmark",
+            });
+            const r2 = mkResult({
+                timestamp: "2026-03-05T10:00:00.000Z",
+                model: "sonnet",
+                type: "baseline",
+            });
+            const r3 = mkResult({
+                timestamp: "2026-03-08T10:00:00.000Z",
+                model: "gpt-4o",
+                type: "comparison",
+            });
+            await writeHistoryEntry(testDir, r1);
+            await writeHistoryEntry(testDir, r2);
+            await writeHistoryEntry(testDir, r3);
+        });
+        it("filters by model", async () => {
+            const list = await listHistory(testDir, { model: "gpt-4o" });
+            expect(list).toHaveLength(2);
+            expect(list.every((e) => e.model === "gpt-4o")).toBe(true);
+        });
+        it("filters by type", async () => {
+            const list = await listHistory(testDir, { type: "baseline" });
+            expect(list).toHaveLength(1);
+            expect(list[0].type).toBe("baseline");
+            expect(list[0].model).toBe("sonnet");
+        });
+        it("filters by date range", async () => {
+            const list = await listHistory(testDir, {
+                from: "2026-03-04T00:00:00.000Z",
+                to: "2026-03-06T00:00:00.000Z",
+            });
+            expect(list).toHaveLength(1);
+            expect(list[0].timestamp).toBe("2026-03-05T10:00:00.000Z");
+        });
+        it("returns all when no filters", async () => {
+            const list = await listHistory(testDir);
+            expect(list).toHaveLength(3);
+        });
+        it("combines model and type filters", async () => {
+            const list = await listHistory(testDir, { model: "gpt-4o", type: "benchmark" });
+            expect(list).toHaveLength(1);
+            expect(list[0].model).toBe("gpt-4o");
+            expect(list[0].type).toBe("benchmark");
+            expect(list[0].timestamp).toBe("2026-03-01T10:00:00.000Z");
+        });
+    });
+    describe("getCaseHistory", () => {
+        beforeEach(async () => {
+            const r1 = mkResult({
+                timestamp: "2026-03-01T10:00:00.000Z",
+                model: "gpt-4o",
+                cases: [
+                    {
+                        eval_id: 1,
+                        eval_name: "test-case",
+                        status: "pass",
+                        error_message: null,
+                        pass_rate: 1.0,
+                        assertions: [
+                            { id: "a1", text: "Check 1", pass: true, reasoning: "OK" },
+                        ],
+                    },
+                ],
+            });
+            const r2 = mkResult({
+                timestamp: "2026-03-05T10:00:00.000Z",
+                model: "sonnet",
+                cases: [
+                    {
+                        eval_id: 1,
+                        eval_name: "test-case",
+                        status: "fail",
+                        error_message: null,
+                        pass_rate: 0.5,
+                        assertions: [
+                            { id: "a1", text: "Check 1", pass: true, reasoning: "OK" },
+                            { id: "a2", text: "Check 2", pass: false, reasoning: "Fail" },
+                        ],
+                    },
+                ],
+            });
+            const r3 = mkResult({
+                timestamp: "2026-03-08T10:00:00.000Z",
+                model: "gpt-4o",
+                cases: [
+                    {
+                        eval_id: 1,
+                        eval_name: "test-case",
+                        status: "pass",
+                        error_message: null,
+                        pass_rate: 1.0,
+                        assertions: [
+                            { id: "a1", text: "Check 1", pass: true, reasoning: "OK" },
+                            { id: "a2", text: "Check 2", pass: true, reasoning: "OK" },
+                        ],
+                    },
+                ],
+            });
+            await writeHistoryEntry(testDir, r1);
+            await writeHistoryEntry(testDir, r2);
+            await writeHistoryEntry(testDir, r3);
+        });
+        it("returns cases from all files sorted newest-first", async () => {
+            const history = await getCaseHistory(testDir, 1);
+            expect(history).toHaveLength(3);
+            expect(history[0].timestamp).toBe("2026-03-08T10:00:00.000Z");
+            expect(history[1].timestamp).toBe("2026-03-05T10:00:00.000Z");
+            expect(history[2].timestamp).toBe("2026-03-01T10:00:00.000Z");
+        });
+        it("filters by model", async () => {
+            const history = await getCaseHistory(testDir, 1, { model: "gpt-4o" });
+            expect(history).toHaveLength(2);
+            expect(history.every((e) => e.model === "gpt-4o")).toBe(true);
+        });
+        it("returns empty array for missing eval_id", async () => {
+            const history = await getCaseHistory(testDir, 999);
+            expect(history).toEqual([]);
+        });
+        it("returns empty for nonexistent skill dir", async () => {
+            const history = await getCaseHistory(join(testDir, "nonexistent"), 1);
+            expect(history).toEqual([]);
+        });
+        it("derives baselinePassRate from comparisonDetail rubric scores", async () => {
+            const compResult = mkResult({
+                timestamp: "2026-03-10T10:00:00.000Z",
+                type: "comparison",
+                cases: [
+                    {
+                        eval_id: 1,
+                        eval_name: "test-case",
+                        status: "pass",
+                        error_message: null,
+                        pass_rate: 0.9,
+                        assertions: [],
+                        comparisonDetail: {
+                            skillDurationMs: 100,
+                            skillTokens: 50,
+                            baselineDurationMs: 80,
+                            baselineTokens: 40,
+                            skillContentScore: 90,
+                            skillStructureScore: 85,
+                            baselineContentScore: 80,
+                            baselineStructureScore: 60,
+                            winner: "skill",
+                        },
+                    },
+                ],
+            });
+            await writeHistoryEntry(testDir, compResult);
+            const history = await getCaseHistory(testDir, 1);
+            const compEntry = history.find((e) => e.type === "comparison");
+            expect(compEntry).toBeDefined();
+            // (80 + 60) / 200 = 0.70
+            expect(compEntry.baselinePassRate).toBeCloseTo(0.70, 5);
+        });
+        it("leaves baselinePassRate undefined for benchmark entries", async () => {
+            const history = await getCaseHistory(testDir, 1);
+            const benchEntry = history.find((e) => e.type === "benchmark" || e.type === undefined);
+            expect(benchEntry).toBeDefined();
+            expect(benchEntry.baselinePassRate).toBeUndefined();
+        });
+        it("handles zero rubric scores correctly (baselinePassRate = 0)", async () => {
+            const zeroResult = mkResult({
+                timestamp: "2026-03-11T10:00:00.000Z",
+                type: "comparison",
+                cases: [
+                    {
+                        eval_id: 1,
+                        eval_name: "test-case",
+                        status: "pass",
+                        error_message: null,
+                        pass_rate: 0,
+                        assertions: [],
+                        comparisonDetail: {
+                            skillDurationMs: 100,
+                            skillTokens: 50,
+                            baselineDurationMs: 80,
+                            baselineTokens: 40,
+                            skillContentScore: 0,
+                            skillStructureScore: 0,
+                            baselineContentScore: 0,
+                            baselineStructureScore: 0,
+                            winner: "tie",
+                        },
+                    },
+                ],
+            });
+            await writeHistoryEntry(testDir, zeroResult);
+            const history = await getCaseHistory(testDir, 1);
+            const zeroEntry = history.find((e) => e.type === "comparison" && e.timestamp.startsWith("2026-03-11"));
+            expect(zeroEntry).toBeDefined();
+            expect(zeroEntry.baselinePassRate).toBe(0);
+        });
+        it("leaves baselinePassRate undefined for comparison entry without comparisonDetail", async () => {
+            const noDetailResult = mkResult({
+                timestamp: "2026-03-12T10:00:00.000Z",
+                type: "comparison",
+                cases: [
+                    {
+                        eval_id: 1,
+                        eval_name: "test-case",
+                        status: "pass",
+                        error_message: null,
+                        pass_rate: 0.5,
+                        assertions: [],
+                        // no comparisonDetail
+                    },
+                ],
+            });
+            await writeHistoryEntry(testDir, noDetailResult);
+            const history = await getCaseHistory(testDir, 1);
+            const noDetailEntry = history.find((e) => e.type === "comparison" && e.timestamp.startsWith("2026-03-12"));
+            expect(noDetailEntry).toBeDefined();
+            expect(noDetailEntry.baselinePassRate).toBeUndefined();
+        });
+    });
+});
+//# sourceMappingURL=benchmark-history.test.js.map

package/dist/eval/__tests__/benchmark-history.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-history.test.js","sourceRoot":"","sources":["../../../src/eval/__tests__/benchmark-history.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAiB,MAAM,SAAS,CAAC;AACzE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EACL,iBAAiB,EACjB,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,cAAc,GACf,MAAM,yBAAyB,CAAC;AAGjC,IAAI,OAAe,CAAC;AAEpB,MAAM,QAAQ,GAAG,CAAC,YAAsC,EAAE,EAAmB,EAAE,CAAC,CAAC;IAC/E,SAAS,EAAE,0BAA0B;IACrC,KAAK,EAAE,YAAY;IACnB,UAAU,EAAE,YAAY;IACxB,KAAK,EAAE;QACL;YACE,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,WAAW;YACtB,MAAM,EAAE,MAAM;YACd,aAAa,EAAE,IAAI;YACnB,SAAS,EAAE,GAAG;YACd,UAAU,EAAE;gBACV,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;gBAC1D,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;aAC3D;SACF;KACF;IACD,GAAG,SAAS;CACb,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,kBAAkB,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACzD,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,MAAM,GAAG,QAAQ,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAE1D,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YACvD,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;YACnF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,iBAAiB,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC7C,MAAM,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,gBAAgB,CAAC,EAAE,OAAO,CAAC,CAAC;YAC3E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,QAAQ,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC1D,MAAM,CAAC,QAAQ,CAAC,CAAC,UAAU,EAAE,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC;YAC7D,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,EAAE,GAAG,QAAQ,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;YAC/D,MAAM,EAAE,GAAG,QAAQ,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;YAC/D,MAAM,iBAAiB,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACrC,MAAM,iBAAiB,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAErC,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YAC3D,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,MAAM,GAAG,QAAQ,CAAC;gBACtB,KAAK,EAAE;oBACL;wBACE,OAAO,EAAE,CAAC;wBACV,SAAS,EAAE,MAAM;wBACjB,MAAM,EAAE,MAAM;wBACd,aAAa,EAAE,IAAI;wBACnB,SAAS,EAAE,GAAG;wBACd,UAAU,EAAE;4BACV,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;4BAC1D,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE;yBAC9D;qBACF;iBACF;aACF,CAAC,CAAC;YACH,MAAM,iBAAiB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YAC3D,MAAM,iBAAiB,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC;YAC1E,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAC7B,MAAM,CAAC,KAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC;YAC1E,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,IAAI,GAAG,QAAQ,CAAC;gBACpB,KAAK,EAAE;oBACL;wBACE,OAAO,EAAE,CAAC;wBACV,SAAS,EAAE,MAAM;wBACjB,MAAM,EAAE,MAAM;wBACd,aAAa,EAAE,IAAI;wBACnB,SAAS,EAAE,GAAG;wBACd,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;qBACvE;iBACF;aACF,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,QAAQ,CAAC;gBACpB,KAAK,EAAE;oBACL;wBACE,OAAO,EAAE,CAAC;wBACV,SAAS,EAAE,MAAM;wBACjB,MAAM,EAAE,MAAM;wBACd,aAAa,EAAE,IAAI;wBACnB,SAAS,EAAE,CAAC;wBACZ,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;qBAC1E;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACnD,MAAM,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACjD,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,IAAI,GAAG,QAAQ,CAAC;gBACpB,KAAK,EAAE;oBACL;wBACE,OAAO,EAAE,CAAC;wBACV,SAAS,EAAE,MAAM;wBACjB,MAAM,EAAE,MAAM;wBACd,aAAa,EAAE,IAAI;wBACnB,SAAS,EAAE,CAAC;wBACZ,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;qBAC1E;iBACF;aACF,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,QAAQ,CAAC;gBACpB,KAAK,EAAE;oBACL;wBACE,OAAO,EAAE,CAAC;wBACV,SAAS,EAAE,MAAM;wBACjB,MAAM,EAAE,MAAM;wBACd,aAAa,EAAE,IAAI;wBACnB,SAAS,EAAE,CAAC;wBACZ,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;qBACvE;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACnD,MAAM,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,MAAM,GAAG,QAAQ,EAAE,CAAC;YAC1B,MAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,MAAM,IAAI,GAAG,QAAQ,CAAC;gBACpB,KAAK,EAAE;oBACL;wBACE,OAAO,EAAE,CAAC;wBACV,SAAS,EAAE,MAAM;wBACjB,MAAM,EAAE,MAAM;wBACd,aAAa,EAAE,IAAI;wBACnB,SAAS,EAAE,CAAC;wBACZ,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;qBACvE;iBACF;aACF,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,QAAQ,CAAC;gBACpB,KAAK,EAAE;oBACL;wBACE,OAAO,EAAE,CAAC;wBACV,SAAS,EAAE,MAAM;wBACjB,MAAM,EAAE,MAAM;wBACd,aAAa,EAAE,IAAI;wBACnB,SAAS,EAAE,CAAC;wBACZ,UAAU,EAAE;4BACV,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;4BACxD,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE;yBAC1D;qBACF;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACnD,MAAM,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACxC,UAAU,CAAC,KAAK,IAAI,EAAE;YACpB,MAAM,EAAE,GAAG,QAAQ,CAAC;gBAClB,SAAS,EAAE,0BAA0B;gBACrC,KAAK,EAAE,QAAQ;gBACf,IAAI,EAAE,WAAW;aAClB,CAAC,CAAC;YACH,MAAM,EAAE,GAAG,QAAQ,CAAC;gBAClB,SAAS,EAAE,0BAA0B;gBACrC,KAAK,EAAE,QAAQ;gBACf,IAAI,EAAE,UAAU;aACjB,CAAC,CAAC;YACH,MAAM,EAAE,GAAG,QAAQ,CAAC;gBAClB,SAAS,EAAE,0BAA0B;gBACrC,KAAK,EAAE,QAAQ;gBACf,IAAI,EAAE,YAAY;aACnB,CAAC,CAAC;YACH,MAAM,iBAAiB,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACrC,MAAM,iBAAiB,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACrC,MAAM,iBAAiB,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kBAAkB,EAAE,KAAK,IAAI,EAAE;YAChC,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC7D,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iBAAiB,EAAE,KAAK,IAAI,EAAE;YAC/B,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;YAC9D,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACtC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uBAAuB,EAAE,KAAK,IAAI,EAAE;YACrC,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE;gBACtC,IAAI,EAAE,0BAA0B;gBAChC,EAAE,EAAE,0BAA0B;aAC/B,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;YAC3C,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YAChF,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACvC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,UAAU,CAAC,KAAK,IAAI,EAAE;YACpB,MAAM,EAAE,GAAG,QAAQ,CAAC;gBAClB,SAAS,EAAE,0BAA0B;gBACrC,KAAK,EAAE,QAAQ;gBACf,KAAK,EAAE;oBACL;wBACE,OAAO,EAAE,CAAC;wBACV,SAAS,EAAE,WAAW;wBACtB,MAAM,EAAE,MAAM;wBACd,aAAa,EAAE,IAAI;wBACnB,SAAS,EAAE,GAAG;wBACd,UAAU,EAAE;4BACV,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;yBAC3D;qBACF;iBACF;aACF,CAAC,CAAC;YACH,MAAM,EAAE,GAAG,QAAQ,CAAC;gBAClB,SAAS,EAAE,0BAA0B;gBACrC,KAAK,EAAE,QAAQ;gBACf,KAAK,EAAE;oBACL;wBACE,OAAO,EAAE,CAAC;wBACV,SAAS,EAAE,WAAW;wBACtB,MAAM,EAAE,MAAM;wBACd,aAAa,EAAE,IAAI;wBACnB,SAAS,EAAE,GAAG;wBACd,UAAU,EAAE;4BACV,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;4BAC1D,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE;yBAC9D;qBACF;iBACF;aACF,CAAC,CAAC;YACH,MAAM,EAAE,GAAG,QAAQ,CAAC;gBAClB,SAAS,EAAE,0BAA0B;gBACrC,KAAK,EAAE,QAAQ;gBACf,KAAK,EAAE;oBACL;wBACE,OAAO,EAAE,CAAC;wBACV,SAAS,EAAE,WAAW;wBACtB,MAAM,EAAE,MAAM;wBACd,aAAa,EAAE,IAAI;wBACnB,SAAS,EAAE,GAAG;wBACd,UAAU,EAAE;4BACV,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;4BAC1D,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;yBAC3D;qBACF;iBACF;aACF,CAAC,CAAC;YACH,MAAM,iBAAiB,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACrC,MAAM,iBAAiB,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACrC,MAAM,iBAAiB,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YAC9D,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YAC9D,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kBAAkB,EAAE,KAAK,IAAI,EAAE;YAChC,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YACtE,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACnD,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC;YACtE,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,UAAU,GAAG,QAAQ,CAAC;gBAC1B,SAAS,EAAE,0BAA0B;gBACrC,IAAI,EAAE,YAAqB;gBAC3B,KAAK,EAAE;oBACL;wBACE,OAAO,EAAE,CAAC;wBACV,SAAS,EAAE,WAAW;wBACtB,MAAM,EAAE,MAAM;wBACd,aAAa,EAAE,IAAI;wBACnB,SAAS,EAAE,GAAG;wBACd,UAAU,EAAE,EAAE;wBACd,gBAAgB,EAAE;4BAChB,eAAe,EAAE,GAAG;4BACpB,WAAW,EAAE,EAAE;4BACf,kBAAkB,EAAE,EAAE;4BACtB,cAAc,EAAE,EAAE;4BAClB,iBAAiB,EAAE,EAAE;4BACrB,mBAAmB,EAAE,EAAE;4BACvB,oBAAoB,EAAE,EAAE;4BACxB,sBAAsB,EAAE,EAAE;4BAC1B,MAAM,EAAE,OAAO;yBAChB;qBACF;iBACF;aACF,CAAC,CAAC;YACH,MAAM,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;YAE7C,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;YAC/D,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;YAChC,yBAAyB;YACzB,MAAM,CAAC,SAAU,CAAC,gBAAgB,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;YACvF,MAAM,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAC;YACjC,MAAM,CAAC,UAAW,CAAC,gBAAgB,CAAC,CAAC,aAAa,EAAE,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC3E,MAAM,UAAU,GAAG,QAAQ,CAAC;gBAC1B,SAAS,EAAE,0BAA0B;gBACrC,IAAI,EAAE,YAAqB;gBAC3B,KAAK,EAAE;oBACL;wBACE,OAAO,EAAE,CAAC;wBACV,SAAS,EAAE,WAAW;wBACtB,MAAM,EAAE,MAAM;wBACd,aAAa,EAAE,IAAI;wBACnB,SAAS,EAAE,CAAC;wBACZ,UAAU,EAAE,EAAE;wBACd,gBAAgB,EAAE;4BAChB,eAAe,EAAE,GAAG;4BACpB,WAAW,EAAE,EAAE;4BACf,kBAAkB,EAAE,EAAE;4BACtB,cAAc,EAAE,EAAE;4BAClB,iBAAiB,EAAE,CAAC;4BACpB,mBAAmB,EAAE,CAAC;4BACtB,oBAAoB,EAAE,CAAC;4BACvB,sBAAsB,EAAE,CAAC;4BACzB,MAAM,EAAE,KAAK;yBACd;qBACF;iBACF;aACF,CAAC,CAAC;YACH,MAAM,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;YAE7C,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC;YACvG,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;YAChC,MAAM,CAAC,SAAU,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iFAAiF,EAAE,KAAK,IAAI,EAAE;YAC/F,MAAM,cAAc,GAAG,QAAQ,CAAC;gBAC9B,SAAS,EAAE,0BAA0B;gBACrC,IAAI,EAAE,YAAqB;gBAC3B,KAAK,EAAE;oBACL;wBACE,OAAO,EAAE,CAAC;wBACV,SAAS,EAAE,WAAW;wBACtB,MAAM,EAAE,MAAM;wBACd,aAAa,EAAE,IAAI;wBACnB,SAAS,EAAE,GAAG;wBACd,UAAU,EAAE,EAAE;wBACd,sBAAsB;qBACvB;iBACF;aACF,CAAC,CAAC;YACH,MAAM,iBAAiB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;YAEjD,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC;YAC3G,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,CAAC,aAAc,CAAC,gBAAgB,CAAC,CAAC,aAAa,EAAE,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/eval/__tests__/benchmark.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/eval/__tests__/benchmark.test.js

@@ -0,0 +1,94 @@
+import { describe, it, expect, beforeEach, afterEach } from "vitest";
+import { mkdirSync, writeFileSync, rmSync } from "node:fs";
+import { join } from "node:path";
+import { tmpdir } from "node:os";
+import { writeBenchmark, readBenchmark } from "../benchmark.js";
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+let testDir;
+const SAMPLE_BENCHMARK = {
+    timestamp: "2026-03-01T00:00:00.000Z",
+    model: "claude-sonnet-4-6",
+    skill_name: "test-skill",
+    cases: [
+        {
+            eval_id: 1,
+            eval_name: "Basic test",
+            status: "pass",
+            error_message: null,
+            pass_rate: 1.0,
+            assertions: [
+                {
+                    id: "a1",
+                    text: "Check result",
+                    pass: true,
+                    reasoning: "Looks good",
+                },
+            ],
+        },
+    ],
+};
+// ---------------------------------------------------------------------------
+// Tests
+// ---------------------------------------------------------------------------
+describe("benchmark", () => {
+    beforeEach(() => {
+        testDir = join(tmpdir(), `vskill-bench-${Date.now()}`);
+        mkdirSync(join(testDir, "evals"), { recursive: true });
+    });
+    afterEach(() => {
+        rmSync(testDir, { recursive: true, force: true });
+    });
+    it("writes benchmark.json with all required fields", async () => {
+        await writeBenchmark(testDir, SAMPLE_BENCHMARK);
+        const result = await readBenchmark(testDir);
+        expect(result).not.toBeNull();
+        expect(result.timestamp).toBe("2026-03-01T00:00:00.000Z");
+        expect(result.model).toBe("claude-sonnet-4-6");
+        expect(result.skill_name).toBe("test-skill");
+        expect(result.cases).toHaveLength(1);
+        expect(result.cases[0].assertions).toHaveLength(1);
+    });
+    it("reads benchmark.json and returns typed result", async () => {
+        writeFileSync(join(testDir, "evals", "benchmark.json"), JSON.stringify(SAMPLE_BENCHMARK));
+        const result = await readBenchmark(testDir);
+        expect(result.skill_name).toBe("test-skill");
+        expect(result.cases[0].pass_rate).toBe(1.0);
+    });
+    it("returns null for missing benchmark.json", async () => {
+        rmSync(join(testDir, "evals"), { recursive: true, force: true });
+        const result = await readBenchmark(testDir);
+        expect(result).toBeNull();
+    });
+    it("writes and reads BenchmarkResult with mcpSimulation", async () => {
+        const benchmarkWithMcp = {
+            ...SAMPLE_BENCHMARK,
+            mcpSimulation: {
+                active: true,
+                servers: ["Slack", "GitHub"],
+            },
+        };
+        await writeBenchmark(testDir, benchmarkWithMcp);
+        const result = await readBenchmark(testDir);
+        expect(result).not.toBeNull();
+        expect(result.mcpSimulation).toBeDefined();
+        expect(result.mcpSimulation.active).toBe(true);
+        expect(result.mcpSimulation.servers).toEqual(["Slack", "GitHub"]);
+    });
+    it("reads BenchmarkResult without mcpSimulation (backward compat)", async () => {
+        // Write a benchmark without mcpSimulation field
+        const rawBenchmark = {
+            timestamp: "2026-03-01T00:00:00.000Z",
+            model: "claude-sonnet-4-6",
+            skill_name: "old-skill",
+            cases: [],
+        };
+        writeFileSync(join(testDir, "evals", "benchmark.json"), JSON.stringify(rawBenchmark));
+        const result = await readBenchmark(testDir);
+        expect(result).not.toBeNull();
+        expect(result.mcpSimulation).toBeUndefined();
+        expect(result.skill_name).toBe("old-skill");
+    });
+});
+//# sourceMappingURL=benchmark.test.js.map

package/dist/eval/__tests__/benchmark.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark.test.js","sourceRoot":"","sources":["../../../src/eval/__tests__/benchmark.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhE,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,IAAI,OAAe,CAAC;AAEpB,MAAM,gBAAgB,GAAoB;IACxC,SAAS,EAAE,0BAA0B;IACrC,KAAK,EAAE,mBAAmB;IAC1B,UAAU,EAAE,YAAY;IACxB,KAAK,EAAE;QACL;YACE,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,YAAY;YACvB,MAAM,EAAE,MAAM;YACd,aAAa,EAAE,IAAI;YACnB,SAAS,EAAE,GAAG;YACd,UAAU,EAAE;gBACV;oBACE,EAAE,EAAE,IAAI;oBACR,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,IAAI;oBACV,SAAS,EAAE,YAAY;iBACxB;aACF;SACF;KACF;CACF,CAAC;AAEF,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IACzB,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,gBAAgB,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACvD,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,cAAc,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;QAEhD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,CAAC,MAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAChD,MAAM,CAAC,MAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,aAAa,CACX,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,gBAAgB,CAAC,EACxC,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CACjC,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAEjE,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,gBAAgB,GAAoB;YACxC,GAAG,gBAAgB;YACnB,aAAa,EAAE;gBACb,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC;aAC7B;SACF,CAAC;QAEF,MAAM,cAAc,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;QAE5C,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,CAAC,MAAO,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QAC5C,MAAM,CAAC,MAAO,CAAC,aAAc,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,CAAC,MAAO,CAAC,aAAc,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,gDAAgD;QAChD,MAAM,YAAY,GAAG;YACnB,SAAS,EAAE,0BAA0B;YACrC,KAAK,EAAE,mBAAmB;YAC1B,UAAU,EAAE,WAAW;YACvB,KAAK,EAAE,EAAE;SACV,CAAC;QACF,aAAa,CACX,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,gBAAgB,CAAC,EACxC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAC7B,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,CAAC,MAAO,CAAC,aAAa,CAAC,CAAC,aAAa,EAAE,CAAC;QAC9C,MAAM,CAAC,MAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/eval/__tests__/comparator.test.d.ts

@@ -0,0 +1 @@
+export {};