vskill 0.5.2 → 0.5.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agents/agents-registry.test.d.ts +1 -0
- package/dist/agents/agents-registry.test.js +248 -0
- package/dist/agents/agents-registry.test.js.map +1 -0
- package/dist/api/client.test.d.ts +1 -0
- package/dist/api/client.test.js +428 -0
- package/dist/api/client.test.js.map +1 -0
- package/dist/audit/audit-integration.test.d.ts +1 -0
- package/dist/audit/audit-integration.test.js +92 -0
- package/dist/audit/audit-integration.test.js.map +1 -0
- package/dist/audit/audit-llm.test.d.ts +1 -0
- package/dist/audit/audit-llm.test.js +110 -0
- package/dist/audit/audit-llm.test.js.map +1 -0
- package/dist/audit/audit-patterns.test.d.ts +1 -0
- package/dist/audit/audit-patterns.test.js +91 -0
- package/dist/audit/audit-patterns.test.js.map +1 -0
- package/dist/audit/audit-scanner.test.d.ts +1 -0
- package/dist/audit/audit-scanner.test.js +112 -0
- package/dist/audit/audit-scanner.test.js.map +1 -0
- package/dist/audit/audit-types.test.d.ts +1 -0
- package/dist/audit/audit-types.test.js +140 -0
- package/dist/audit/audit-types.test.js.map +1 -0
- package/dist/audit/config.test.d.ts +1 -0
- package/dist/audit/config.test.js +44 -0
- package/dist/audit/config.test.js.map +1 -0
- package/dist/audit/file-discovery.test.d.ts +1 -0
- package/dist/audit/file-discovery.test.js +120 -0
- package/dist/audit/file-discovery.test.js.map +1 -0
- package/dist/audit/fix-suggestions.test.d.ts +1 -0
- package/dist/audit/fix-suggestions.test.js +35 -0
- package/dist/audit/fix-suggestions.test.js.map +1 -0
- package/dist/audit/formatters/json-formatter.test.d.ts +1 -0
- package/dist/audit/formatters/json-formatter.test.js +49 -0
- package/dist/audit/formatters/json-formatter.test.js.map +1 -0
- package/dist/audit/formatters/report-formatter.test.d.ts +1 -0
- package/dist/audit/formatters/report-formatter.test.js +51 -0
- package/dist/audit/formatters/report-formatter.test.js.map +1 -0
- package/dist/audit/formatters/sarif-formatter.test.d.ts +1 -0
- package/dist/audit/formatters/sarif-formatter.test.js +71 -0
- package/dist/audit/formatters/sarif-formatter.test.js.map +1 -0
- package/dist/audit/formatters/terminal-formatter.test.d.ts +1 -0
- package/dist/audit/formatters/terminal-formatter.test.js +51 -0
- package/dist/audit/formatters/terminal-formatter.test.js.map +1 -0
- package/dist/blocklist/blocklist-e2e.test.d.ts +1 -0
- package/dist/blocklist/blocklist-e2e.test.js +346 -0
- package/dist/blocklist/blocklist-e2e.test.js.map +1 -0
- package/dist/blocklist/blocklist.test.d.ts +1 -0
- package/dist/blocklist/blocklist.test.js +259 -0
- package/dist/blocklist/blocklist.test.js.map +1 -0
- package/dist/commands/__tests__/eval-router.test.d.ts +1 -0
- package/dist/commands/__tests__/eval-router.test.js +60 -0
- package/dist/commands/__tests__/eval-router.test.js.map +1 -0
- package/dist/commands/__tests__/eval-serve.test.d.ts +1 -0
- package/dist/commands/__tests__/eval-serve.test.js +23 -0
- package/dist/commands/__tests__/eval-serve.test.js.map +1 -0
- package/dist/commands/add-blocklist-e2e.test.d.ts +1 -0
- package/dist/commands/add-blocklist-e2e.test.js +397 -0
- package/dist/commands/add-blocklist-e2e.test.js.map +1 -0
- package/dist/commands/add-wizard.test.d.ts +1 -0
- package/dist/commands/add-wizard.test.js +392 -0
- package/dist/commands/add-wizard.test.js.map +1 -0
- package/dist/commands/add.test.d.ts +1 -0
- package/dist/commands/add.test.js +2365 -0
- package/dist/commands/add.test.js.map +1 -0
- package/dist/commands/audit.test.d.ts +1 -0
- package/dist/commands/audit.test.js +79 -0
- package/dist/commands/audit.test.js.map +1 -0
- package/dist/commands/blocklist.test.d.ts +1 -0
- package/dist/commands/blocklist.test.js +158 -0
- package/dist/commands/blocklist.test.js.map +1 -0
- package/dist/commands/eval/__tests__/coverage.test.d.ts +1 -0
- package/dist/commands/eval/__tests__/coverage.test.js +122 -0
- package/dist/commands/eval/__tests__/coverage.test.js.map +1 -0
- package/dist/commands/eval/__tests__/generate-all.test.d.ts +1 -0
- package/dist/commands/eval/__tests__/generate-all.test.js +133 -0
- package/dist/commands/eval/__tests__/generate-all.test.js.map +1 -0
- package/dist/commands/eval/__tests__/init.test.d.ts +1 -0
- package/dist/commands/eval/__tests__/init.test.js +116 -0
- package/dist/commands/eval/__tests__/init.test.js.map +1 -0
- package/dist/commands/eval/__tests__/run.test.d.ts +1 -0
- package/dist/commands/eval/__tests__/run.test.js +186 -0
- package/dist/commands/eval/__tests__/run.test.js.map +1 -0
- package/dist/commands/find.test.d.ts +1 -0
- package/dist/commands/find.test.js +481 -0
- package/dist/commands/find.test.js.map +1 -0
- package/dist/commands/marketplace.test.d.ts +1 -0
- package/dist/commands/marketplace.test.js +129 -0
- package/dist/commands/marketplace.test.js.map +1 -0
- package/dist/commands/remove.test.d.ts +1 -0
- package/dist/commands/remove.test.js +164 -0
- package/dist/commands/remove.test.js.map +1 -0
- package/dist/commands/should-skip.test.d.ts +1 -0
- package/dist/commands/should-skip.test.js +56 -0
- package/dist/commands/should-skip.test.js.map +1 -0
- package/dist/commands/submit.test.d.ts +1 -0
- package/dist/commands/submit.test.js +83 -0
- package/dist/commands/submit.test.js.map +1 -0
- package/dist/commands/update.test.d.ts +1 -0
- package/dist/commands/update.test.js +250 -0
- package/dist/commands/update.test.js.map +1 -0
- package/dist/discovery/github-tree.test.d.ts +1 -0
- package/dist/discovery/github-tree.test.js +372 -0
- package/dist/discovery/github-tree.test.js.map +1 -0
- package/dist/eval/__tests__/activation-tester.test.d.ts +1 -0
- package/dist/eval/__tests__/activation-tester.test.js +203 -0
- package/dist/eval/__tests__/activation-tester.test.js.map +1 -0
- package/dist/eval/__tests__/benchmark-history.test.d.ts +1 -0
- package/dist/eval/__tests__/benchmark-history.test.js +422 -0
- package/dist/eval/__tests__/benchmark-history.test.js.map +1 -0
- package/dist/eval/__tests__/benchmark.test.d.ts +1 -0
- package/dist/eval/__tests__/benchmark.test.js +94 -0
- package/dist/eval/__tests__/benchmark.test.js.map +1 -0
- package/dist/eval/__tests__/comparator.test.d.ts +1 -0
- package/dist/eval/__tests__/comparator.test.js +282 -0
- package/dist/eval/__tests__/comparator.test.js.map +1 -0
- package/dist/eval/__tests__/judge.test.d.ts +1 -0
- package/dist/eval/__tests__/judge.test.js +122 -0
- package/dist/eval/__tests__/judge.test.js.map +1 -0
- package/dist/eval/__tests__/llm.test.d.ts +1 -0
- package/dist/eval/__tests__/llm.test.js +543 -0
- package/dist/eval/__tests__/llm.test.js.map +1 -0
- package/dist/eval/__tests__/mcp-detector.test.d.ts +1 -0
- package/dist/eval/__tests__/mcp-detector.test.js +180 -0
- package/dist/eval/__tests__/mcp-detector.test.js.map +1 -0
- package/dist/eval/__tests__/prompt-builder.test.d.ts +1 -0
- package/dist/eval/__tests__/prompt-builder.test.js +142 -0
- package/dist/eval/__tests__/prompt-builder.test.js.map +1 -0
- package/dist/eval/__tests__/schema.test.d.ts +1 -0
- package/dist/eval/__tests__/schema.test.js +247 -0
- package/dist/eval/__tests__/schema.test.js.map +1 -0
- package/dist/eval/__tests__/skill-scanner.test.d.ts +1 -0
- package/dist/eval/__tests__/skill-scanner.test.js +228 -0
- package/dist/eval/__tests__/skill-scanner.test.js.map +1 -0
- package/dist/eval/__tests__/verdict.test.d.ts +1 -0
- package/dist/eval/__tests__/verdict.test.js +47 -0
- package/dist/eval/__tests__/verdict.test.js.map +1 -0
- package/dist/eval-server/__tests__/benchmark-runner.test.d.ts +1 -0
- package/dist/eval-server/__tests__/benchmark-runner.test.js +301 -0
- package/dist/eval-server/__tests__/benchmark-runner.test.js.map +1 -0
- package/dist/eval-server/__tests__/comparison-sse-events.test.d.ts +1 -0
- package/dist/eval-server/__tests__/comparison-sse-events.test.js +278 -0
- package/dist/eval-server/__tests__/comparison-sse-events.test.js.map +1 -0
- package/dist/eval-server/__tests__/sse-helpers.test.d.ts +1 -0
- package/dist/eval-server/__tests__/sse-helpers.test.js +128 -0
- package/dist/eval-server/__tests__/sse-helpers.test.js.map +1 -0
- package/dist/installer/canonical.test.d.ts +1 -0
- package/dist/installer/canonical.test.js +264 -0
- package/dist/installer/canonical.test.js.map +1 -0
- package/dist/lockfile/lockfile.test.d.ts +1 -0
- package/dist/lockfile/lockfile.test.js +204 -0
- package/dist/lockfile/lockfile.test.js.map +1 -0
- package/dist/lockfile/project-root.test.d.ts +1 -0
- package/dist/lockfile/project-root.test.js +49 -0
- package/dist/lockfile/project-root.test.js.map +1 -0
- package/dist/marketplace/marketplace.test.d.ts +1 -0
- package/dist/marketplace/marketplace.test.js +312 -0
- package/dist/marketplace/marketplace.test.js.map +1 -0
- package/dist/resolvers/source-resolver.test.d.ts +1 -0
- package/dist/resolvers/source-resolver.test.js +104 -0
- package/dist/resolvers/source-resolver.test.js.map +1 -0
- package/dist/resolvers/url-resolver.test.d.ts +1 -0
- package/dist/resolvers/url-resolver.test.js +49 -0
- package/dist/resolvers/url-resolver.test.js.map +1 -0
- package/dist/scanner/dci-integration.test.d.ts +1 -0
- package/dist/scanner/dci-integration.test.js +83 -0
- package/dist/scanner/dci-integration.test.js.map +1 -0
- package/dist/scanner/patterns.test.d.ts +1 -0
- package/dist/scanner/patterns.test.js +832 -0
- package/dist/scanner/patterns.test.js.map +1 -0
- package/dist/scanner/tier1.test.d.ts +1 -0
- package/dist/scanner/tier1.test.js +305 -0
- package/dist/scanner/tier1.test.js.map +1 -0
- package/dist/security/platform-security.test.d.ts +1 -0
- package/dist/security/platform-security.test.js +92 -0
- package/dist/security/platform-security.test.js.map +1 -0
- package/dist/settings/settings.test.d.ts +1 -0
- package/dist/settings/settings.test.js +103 -0
- package/dist/settings/settings.test.js.map +1 -0
- package/dist/updater/source-fetcher.test.d.ts +1 -0
- package/dist/updater/source-fetcher.test.js +192 -0
- package/dist/updater/source-fetcher.test.js.map +1 -0
- package/dist/utils/__tests__/paths.test.d.ts +1 -0
- package/dist/utils/__tests__/paths.test.js +22 -0
- package/dist/utils/__tests__/paths.test.js.map +1 -0
- package/dist/utils/__tests__/resolve-binary.integration.test.d.ts +1 -0
- package/dist/utils/__tests__/resolve-binary.integration.test.js +138 -0
- package/dist/utils/__tests__/resolve-binary.integration.test.js.map +1 -0
- package/dist/utils/__tests__/resolve-binary.test.d.ts +1 -0
- package/dist/utils/__tests__/resolve-binary.test.js +175 -0
- package/dist/utils/__tests__/resolve-binary.test.js.map +1 -0
- package/dist/utils/__tests__/validation.test.d.ts +1 -0
- package/dist/utils/__tests__/validation.test.js +107 -0
- package/dist/utils/__tests__/validation.test.js.map +1 -0
- package/dist/utils/agent-filter.test.d.ts +1 -0
- package/dist/utils/agent-filter.test.js +75 -0
- package/dist/utils/agent-filter.test.js.map +1 -0
- package/dist/utils/output.test.d.ts +1 -0
- package/dist/utils/output.test.js +28 -0
- package/dist/utils/output.test.js.map +1 -0
- package/dist/utils/project-root.test.d.ts +1 -0
- package/dist/utils/project-root.test.js +74 -0
- package/dist/utils/project-root.test.js.map +1 -0
- package/dist/utils/prompts.test.d.ts +1 -0
- package/dist/utils/prompts.test.js +285 -0
- package/dist/utils/prompts.test.js.map +1 -0
- package/package.json +1 -1
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
import { describe, it, expect, vi, beforeEach, afterEach } from "vitest";
|
|
2
|
+
import { mkdirSync, writeFileSync, rmSync, existsSync } from "node:fs";
|
|
3
|
+
import { join } from "node:path";
|
|
4
|
+
import { tmpdir } from "node:os";
|
|
5
|
+
// ---------------------------------------------------------------------------
|
|
6
|
+
// Mocks
|
|
7
|
+
// ---------------------------------------------------------------------------
|
|
8
|
+
const mockGenerate = vi.hoisted(() => vi.fn());
|
|
9
|
+
vi.mock("../../../eval/llm.js", () => ({
|
|
10
|
+
createLlmClient: () => ({
|
|
11
|
+
generate: mockGenerate,
|
|
12
|
+
model: "test-model",
|
|
13
|
+
}),
|
|
14
|
+
}));
|
|
15
|
+
// ---------------------------------------------------------------------------
|
|
16
|
+
// Import module under test AFTER mocks
|
|
17
|
+
// ---------------------------------------------------------------------------
|
|
18
|
+
const { runEvalGenerateAll } = await import("../generate-all.js");
|
|
19
|
+
// ---------------------------------------------------------------------------
|
|
20
|
+
// Helpers
|
|
21
|
+
// ---------------------------------------------------------------------------
|
|
22
|
+
let testDir;
|
|
23
|
+
function createSkill(plugin, skill, opts = {}) {
|
|
24
|
+
const skillDir = join(testDir, plugin, "skills", skill);
|
|
25
|
+
mkdirSync(skillDir, { recursive: true });
|
|
26
|
+
writeFileSync(join(skillDir, "SKILL.md"), `# ${skill}\nDoes ${skill} things.`);
|
|
27
|
+
if (opts.evals) {
|
|
28
|
+
mkdirSync(join(skillDir, "evals"), { recursive: true });
|
|
29
|
+
writeFileSync(join(skillDir, "evals", "evals.json"), JSON.stringify({
|
|
30
|
+
skill_name: skill,
|
|
31
|
+
evals: [
|
|
32
|
+
{
|
|
33
|
+
id: 1,
|
|
34
|
+
name: "Existing",
|
|
35
|
+
prompt: "test",
|
|
36
|
+
expected_output: "output",
|
|
37
|
+
assertions: [{ id: "a1", text: "check", type: "boolean" }],
|
|
38
|
+
},
|
|
39
|
+
],
|
|
40
|
+
}));
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
const VALID_GENERATED = `\`\`\`json
|
|
44
|
+
{
|
|
45
|
+
"skill_name": "generated-skill",
|
|
46
|
+
"evals": [
|
|
47
|
+
{
|
|
48
|
+
"id": 1,
|
|
49
|
+
"name": "Generated test",
|
|
50
|
+
"prompt": "Test prompt",
|
|
51
|
+
"expected_output": "Expected output",
|
|
52
|
+
"files": [],
|
|
53
|
+
"assertions": [
|
|
54
|
+
{ "id": "a1", "text": "Check result", "type": "boolean" }
|
|
55
|
+
]
|
|
56
|
+
}
|
|
57
|
+
]
|
|
58
|
+
}
|
|
59
|
+
\`\`\``;
|
|
60
|
+
// ---------------------------------------------------------------------------
|
|
61
|
+
// Tests
|
|
62
|
+
// ---------------------------------------------------------------------------
|
|
63
|
+
describe("runEvalGenerateAll", () => {
|
|
64
|
+
beforeEach(() => {
|
|
65
|
+
testDir = join(tmpdir(), `vskill-genall-${Date.now()}`);
|
|
66
|
+
mkdirSync(testDir, { recursive: true });
|
|
67
|
+
vi.resetAllMocks();
|
|
68
|
+
mockGenerate.mockResolvedValue({ text: VALID_GENERATED });
|
|
69
|
+
});
|
|
70
|
+
afterEach(() => {
|
|
71
|
+
rmSync(testDir, { recursive: true, force: true });
|
|
72
|
+
vi.restoreAllMocks();
|
|
73
|
+
});
|
|
74
|
+
it("generates for skills lacking evals", async () => {
|
|
75
|
+
createSkill("marketing", "skill-a");
|
|
76
|
+
createSkill("marketing", "skill-b");
|
|
77
|
+
createSkill("marketing", "skill-c", { evals: true });
|
|
78
|
+
const consoleSpy = vi.spyOn(console, "log").mockImplementation(() => { });
|
|
79
|
+
await runEvalGenerateAll(testDir, false);
|
|
80
|
+
// skill-a and skill-b should get evals.json
|
|
81
|
+
expect(existsSync(join(testDir, "marketing/skills/skill-a/evals/evals.json"))).toBe(true);
|
|
82
|
+
expect(existsSync(join(testDir, "marketing/skills/skill-b/evals/evals.json"))).toBe(true);
|
|
83
|
+
const output = consoleSpy.mock.calls.map((c) => c[0]).join("\n");
|
|
84
|
+
expect(output).toContain("Generated: 2");
|
|
85
|
+
expect(output).toContain("Skipped: 1");
|
|
86
|
+
});
|
|
87
|
+
it("skips skills with existing evals", async () => {
|
|
88
|
+
createSkill("marketing", "existing-skill", { evals: true });
|
|
89
|
+
const consoleSpy = vi.spyOn(console, "log").mockImplementation(() => { });
|
|
90
|
+
await runEvalGenerateAll(testDir, false);
|
|
91
|
+
const output = consoleSpy.mock.calls.map((c) => c[0]).join("\n");
|
|
92
|
+
expect(output).toContain("Skipped: 1");
|
|
93
|
+
expect(output).toContain("Generated: 0");
|
|
94
|
+
});
|
|
95
|
+
it("continues after LLM failure and reports it", async () => {
|
|
96
|
+
createSkill("marketing", "fail-skill");
|
|
97
|
+
createSkill("marketing", "ok-skill");
|
|
98
|
+
let callCount = 0;
|
|
99
|
+
mockGenerate.mockImplementation(async () => {
|
|
100
|
+
callCount++;
|
|
101
|
+
if (callCount <= 1)
|
|
102
|
+
throw new Error("API error");
|
|
103
|
+
return { text: VALID_GENERATED };
|
|
104
|
+
});
|
|
105
|
+
const consoleSpy = vi.spyOn(console, "log").mockImplementation(() => { });
|
|
106
|
+
vi.spyOn(console, "error").mockImplementation(() => { });
|
|
107
|
+
await runEvalGenerateAll(testDir, false);
|
|
108
|
+
const output = consoleSpy.mock.calls.map((c) => c[0]).join("\n");
|
|
109
|
+
expect(output).toContain("Failed: 1");
|
|
110
|
+
});
|
|
111
|
+
it("regenerates with --force flag", async () => {
|
|
112
|
+
createSkill("marketing", "existing-skill", { evals: true });
|
|
113
|
+
const consoleSpy = vi.spyOn(console, "log").mockImplementation(() => { });
|
|
114
|
+
await runEvalGenerateAll(testDir, true);
|
|
115
|
+
const output = consoleSpy.mock.calls.map((c) => c[0]).join("\n");
|
|
116
|
+
expect(output).toContain("Skipped: 0");
|
|
117
|
+
expect(output).toContain("Generated: 1");
|
|
118
|
+
});
|
|
119
|
+
it("respects custom root for specweave-style layout", async () => {
|
|
120
|
+
// Create a different root path
|
|
121
|
+
const customRoot = join(testDir, "specweave-plugins");
|
|
122
|
+
mkdirSync(customRoot, { recursive: true });
|
|
123
|
+
const skillDir = join(customRoot, "core/skills/test-skill");
|
|
124
|
+
mkdirSync(skillDir, { recursive: true });
|
|
125
|
+
writeFileSync(join(skillDir, "SKILL.md"), "# Test\nDoes things.");
|
|
126
|
+
const consoleSpy = vi.spyOn(console, "log").mockImplementation(() => { });
|
|
127
|
+
await runEvalGenerateAll(customRoot, false);
|
|
128
|
+
const output = consoleSpy.mock.calls.map((c) => c[0]).join("\n");
|
|
129
|
+
expect(output).toContain("Scanned: 1");
|
|
130
|
+
expect(output).toContain("Generated: 1");
|
|
131
|
+
});
|
|
132
|
+
});
|
|
133
|
+
//# sourceMappingURL=generate-all.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generate-all.test.js","sourceRoot":"","sources":["../../../../src/commands/eval/__tests__/generate-all.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACvE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAEjC,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,MAAM,YAAY,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AAE/C,EAAE,CAAC,IAAI,CAAC,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC;QACtB,QAAQ,EAAE,YAAY;QACtB,KAAK,EAAE,YAAY;KACpB,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,8EAA8E;AAC9E,uCAAuC;AACvC,8EAA8E;AAE9E,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;AAElE,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,IAAI,OAAe,CAAC;AAEpB,SAAS,WAAW,CAClB,MAAc,EACd,KAAa,EACb,OAA4B,EAAE;IAE9B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IACxD,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,KAAK,KAAK,UAAU,KAAK,UAAU,CAAC,CAAC;IAE/E,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,aAAa,CACX,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,CAAC,EACrC,IAAI,CAAC,SAAS,CAAC;YACb,UAAU,EAAE,KAAK;YACjB,KAAK,EAAE;gBACL;oBACE,EAAE,EAAE,CAAC;oBACL,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,MAAM;oBACd,eAAe,EAAE,QAAQ;oBACzB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;iBAC3D;aACF;SACF,CAAC,CACH,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,eAAe,GAAG;;;;;;;;;;;;;;;;OAgBjB,CAAC;AAER,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,iBAAiB,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxD,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,EAAE,CAAC,aAAa,EAAE,CAAC;QACnB,YAAY,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,EAAE,CAAC,eAAe,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACpC,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACpC,WAAW,CAAC,WAAW,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEzE,MAAM,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAEzC,4CAA4C;QAC5C,MAAM,CACJ,UAAU,CACR,IAAI,CAAC,OAAO,EAAE,2CAA2C,CAAC,CAC3D,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACb,MAAM,CACJ,UAAU,CACR,IAAI,CAAC,OAAO,EAAE,2CAA2C,CAAC,CAC3D,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEb,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAChD,WAAW,CAAC,WAAW,EAAE,gBAAgB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5D,MAAM,UAAU,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEzE,MAAM,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAEzC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,WAAW,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QACvC,WAAW,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QACrC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,YAAY,CAAC,kBAAkB,CAAC,KAAK,IAAI,EAAE;YACzC,SAAS,EAAE,CAAC;YACZ,IAAI,SAAS,IAAI,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC;YACjD,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;QACnC,CAAC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACzE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAExD,MAAM,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAEzC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;QAC7C,WAAW,CAAC,WAAW,EAAE,gBAAgB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5D,MAAM,UAAU,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEzE,MAAM,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAExC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,+BAA+B;QAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;QACtD,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,wBAAwB,CAAC,CAAC;QAC5D,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,sBAAsB,CAAC,CAAC;QAElE,MAAM,UAAU,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEzE,MAAM,kBAAkB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAE5C,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,116 @@
|
|
|
1
|
+
import { describe, it, expect, vi, beforeEach } from "vitest";
|
|
2
|
+
// ---------------------------------------------------------------------------
|
|
3
|
+
// Mocks
|
|
4
|
+
// ---------------------------------------------------------------------------
|
|
5
|
+
const mocks = vi.hoisted(() => ({
|
|
6
|
+
readFileSync: vi.fn(),
|
|
7
|
+
writeFileSync: vi.fn(),
|
|
8
|
+
existsSync: vi.fn(),
|
|
9
|
+
mkdirSync: vi.fn(),
|
|
10
|
+
generate: vi.fn(),
|
|
11
|
+
}));
|
|
12
|
+
vi.mock("node:fs", () => ({
|
|
13
|
+
readFileSync: mocks.readFileSync,
|
|
14
|
+
writeFileSync: mocks.writeFileSync,
|
|
15
|
+
existsSync: mocks.existsSync,
|
|
16
|
+
mkdirSync: mocks.mkdirSync,
|
|
17
|
+
}));
|
|
18
|
+
vi.mock("../../../eval/llm.js", () => ({
|
|
19
|
+
createLlmClient: () => ({
|
|
20
|
+
generate: mocks.generate,
|
|
21
|
+
model: "test-model",
|
|
22
|
+
}),
|
|
23
|
+
}));
|
|
24
|
+
// ---------------------------------------------------------------------------
|
|
25
|
+
// Import module under test AFTER mocks
|
|
26
|
+
// ---------------------------------------------------------------------------
|
|
27
|
+
const { runEvalInit } = await import("../init.js");
|
|
28
|
+
// ---------------------------------------------------------------------------
|
|
29
|
+
// Helpers
|
|
30
|
+
// ---------------------------------------------------------------------------
|
|
31
|
+
const VALID_GENERATED = `Here is the evals.json:
|
|
32
|
+
|
|
33
|
+
\`\`\`json
|
|
34
|
+
{
|
|
35
|
+
"skill_name": "test-skill",
|
|
36
|
+
"evals": [
|
|
37
|
+
{
|
|
38
|
+
"id": 1,
|
|
39
|
+
"name": "Basic test",
|
|
40
|
+
"prompt": "Test prompt",
|
|
41
|
+
"expected_output": "Expected output",
|
|
42
|
+
"files": [],
|
|
43
|
+
"assertions": [
|
|
44
|
+
{ "id": "a1", "text": "Check result", "type": "boolean" }
|
|
45
|
+
]
|
|
46
|
+
}
|
|
47
|
+
]
|
|
48
|
+
}
|
|
49
|
+
\`\`\``;
|
|
50
|
+
// ---------------------------------------------------------------------------
|
|
51
|
+
// Tests
|
|
52
|
+
// ---------------------------------------------------------------------------
|
|
53
|
+
describe("runEvalInit", () => {
|
|
54
|
+
beforeEach(() => {
|
|
55
|
+
vi.resetAllMocks();
|
|
56
|
+
// Default: SKILL.md exists, evals.json does not
|
|
57
|
+
mocks.existsSync.mockImplementation((p) => {
|
|
58
|
+
if (p.includes("SKILL.md"))
|
|
59
|
+
return true;
|
|
60
|
+
if (p.includes("evals.json"))
|
|
61
|
+
return false;
|
|
62
|
+
return false;
|
|
63
|
+
});
|
|
64
|
+
mocks.readFileSync.mockReturnValue("# My Skill\nDoes things.");
|
|
65
|
+
mocks.generate.mockResolvedValue({ text: VALID_GENERATED });
|
|
66
|
+
});
|
|
67
|
+
it("creates evals.json when absent", async () => {
|
|
68
|
+
await runEvalInit("/root/plugins/marketing/skills/social-media-posting", false);
|
|
69
|
+
expect(mocks.mkdirSync).toHaveBeenCalled();
|
|
70
|
+
expect(mocks.writeFileSync).toHaveBeenCalledOnce();
|
|
71
|
+
const writtenContent = JSON.parse(mocks.writeFileSync.mock.calls[0][1]);
|
|
72
|
+
expect(writtenContent.skill_name).toBe("test-skill");
|
|
73
|
+
expect(writtenContent.evals).toHaveLength(1);
|
|
74
|
+
});
|
|
75
|
+
it("exits with message when evals.json exists and no --force", async () => {
|
|
76
|
+
mocks.existsSync.mockImplementation((p) => {
|
|
77
|
+
if (p.includes("SKILL.md"))
|
|
78
|
+
return true;
|
|
79
|
+
if (p.includes("evals.json"))
|
|
80
|
+
return true;
|
|
81
|
+
return false;
|
|
82
|
+
});
|
|
83
|
+
const consoleSpy = vi.spyOn(console, "log").mockImplementation(() => { });
|
|
84
|
+
await runEvalInit("/root/plugins/marketing/skills/smp", false);
|
|
85
|
+
expect(consoleSpy).toHaveBeenCalledWith(expect.stringContaining("already exists"));
|
|
86
|
+
expect(mocks.writeFileSync).not.toHaveBeenCalled();
|
|
87
|
+
consoleSpy.mockRestore();
|
|
88
|
+
});
|
|
89
|
+
it("overwrites when --force flag is passed", async () => {
|
|
90
|
+
mocks.existsSync.mockImplementation((p) => {
|
|
91
|
+
if (p.includes("SKILL.md"))
|
|
92
|
+
return true;
|
|
93
|
+
if (p.includes("evals.json"))
|
|
94
|
+
return true;
|
|
95
|
+
return false;
|
|
96
|
+
});
|
|
97
|
+
await runEvalInit("/root/plugins/marketing/skills/smp", true);
|
|
98
|
+
expect(mocks.writeFileSync).toHaveBeenCalledOnce();
|
|
99
|
+
});
|
|
100
|
+
it("handles LLM failure gracefully", async () => {
|
|
101
|
+
mocks.generate.mockRejectedValue(new Error("API rate limited"));
|
|
102
|
+
const consoleSpy = vi.spyOn(console, "error").mockImplementation(() => { });
|
|
103
|
+
await runEvalInit("/root/plugins/marketing/skills/smp", false);
|
|
104
|
+
expect(consoleSpy).toHaveBeenCalledWith(expect.stringContaining("API rate limited"));
|
|
105
|
+
expect(mocks.writeFileSync).not.toHaveBeenCalled();
|
|
106
|
+
consoleSpy.mockRestore();
|
|
107
|
+
});
|
|
108
|
+
it("throws when SKILL.md does not exist", async () => {
|
|
109
|
+
mocks.existsSync.mockReturnValue(false);
|
|
110
|
+
const consoleSpy = vi.spyOn(console, "error").mockImplementation(() => { });
|
|
111
|
+
await runEvalInit("/root/plugins/marketing/skills/smp", false);
|
|
112
|
+
expect(consoleSpy).toHaveBeenCalledWith(expect.stringContaining("SKILL.md"));
|
|
113
|
+
consoleSpy.mockRestore();
|
|
114
|
+
});
|
|
115
|
+
});
|
|
116
|
+
//# sourceMappingURL=init.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"init.test.js","sourceRoot":"","sources":["../../../../src/commands/eval/__tests__/init.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAE9D,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,MAAM,KAAK,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAC9B,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE;IACrB,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;IACtB,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE;IACnB,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE;IAClB,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE;CAClB,CAAC,CAAC,CAAC;AAEJ,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IACxB,YAAY,EAAE,KAAK,CAAC,YAAY;IAChC,aAAa,EAAE,KAAK,CAAC,aAAa;IAClC,UAAU,EAAE,KAAK,CAAC,UAAU;IAC5B,SAAS,EAAE,KAAK,CAAC,SAAS;CAC3B,CAAC,CAAC,CAAC;AAEJ,EAAE,CAAC,IAAI,CAAC,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC;QACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,EAAE,YAAY;KACpB,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,8EAA8E;AAC9E,uCAAuC;AACvC,8EAA8E;AAE9E,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;AAEnD,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,MAAM,eAAe,GAAG;;;;;;;;;;;;;;;;;;OAkBjB,CAAC;AAER,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;QACnB,gDAAgD;QAChD,KAAK,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAS,EAAE,EAAE;YAChD,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAAE,OAAO,IAAI,CAAC;YACxC,IAAI,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAAE,OAAO,KAAK,CAAC;YAC3C,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,YAAY,CAAC,eAAe,CAAC,0BAA0B,CAAC,CAAC;QAC/D,KAAK,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,MAAM,WAAW,CAAC,qDAAqD,EAAE,KAAK,CAAC,CAAC;QAEhF,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,gBAAgB,EAAE,CAAC;QAC3C,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,oBAAoB,EAAE,CAAC;QACnD,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACrD,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,KAAK,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAS,EAAE,EAAE;YAChD,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAAE,OAAO,IAAI,CAAC;YACxC,IAAI,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAAE,OAAO,IAAI,CAAC;YAC1C,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEzE,MAAM,WAAW,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;QAE/D,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CACrC,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAC1C,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACnD,UAAU,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,KAAK,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAS,EAAE,EAAE;YAChD,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAAE,OAAO,IAAI,CAAC;YACxC,IAAI,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAAE,OAAO,IAAI,CAAC;YAC1C,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,CAAC,oCAAoC,EAAE,IAAI,CAAC,CAAC;QAE9D,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,oBAAoB,EAAE,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,KAAK,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAChE,MAAM,UAAU,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAE3E,MAAM,WAAW,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;QAE/D,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CACrC,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAC5C,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACnD,UAAU,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACnD,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAE3E,MAAM,WAAW,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;QAE/D,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CACrC,MAAM,CAAC,gBAAgB,CAAC,UAAU,CAAC,CACpC,CAAC;QACF,UAAU,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,186 @@
|
|
|
1
|
+
import { describe, it, expect, vi, beforeEach } from "vitest";
|
|
2
|
+
// ---------------------------------------------------------------------------
|
|
3
|
+
// Mocks
|
|
4
|
+
// ---------------------------------------------------------------------------
|
|
5
|
+
const mocks = vi.hoisted(() => ({
|
|
6
|
+
readFileSync: vi.fn(),
|
|
7
|
+
writeFileSync: vi.fn(),
|
|
8
|
+
existsSync: vi.fn(),
|
|
9
|
+
mkdirSync: vi.fn(),
|
|
10
|
+
unlinkSync: vi.fn(),
|
|
11
|
+
generate: vi.fn(),
|
|
12
|
+
}));
|
|
13
|
+
vi.mock("node:fs", () => ({
|
|
14
|
+
readFileSync: mocks.readFileSync,
|
|
15
|
+
writeFileSync: mocks.writeFileSync,
|
|
16
|
+
existsSync: mocks.existsSync,
|
|
17
|
+
mkdirSync: mocks.mkdirSync,
|
|
18
|
+
unlinkSync: mocks.unlinkSync,
|
|
19
|
+
}));
|
|
20
|
+
vi.mock("../../../eval/llm.js", () => ({
|
|
21
|
+
createLlmClient: () => ({
|
|
22
|
+
generate: mocks.generate,
|
|
23
|
+
model: "test-model",
|
|
24
|
+
}),
|
|
25
|
+
estimateDurationSec: () => ({ minSec: 30, maxSec: 60, label: "30s\u201360s" }),
|
|
26
|
+
}));
|
|
27
|
+
vi.mock("../../../eval-server/error-classifier.js", () => ({
|
|
28
|
+
classifyError: (err) => ({
|
|
29
|
+
category: "unknown",
|
|
30
|
+
title: "Operation Failed",
|
|
31
|
+
description: err instanceof Error ? err.message : String(err),
|
|
32
|
+
hint: "Try again.",
|
|
33
|
+
retryable: true,
|
|
34
|
+
}),
|
|
35
|
+
}));
|
|
36
|
+
vi.mock("../../../eval/progress-log.js", () => ({
|
|
37
|
+
ProgressLog: class {
|
|
38
|
+
update() { }
|
|
39
|
+
complete() { }
|
|
40
|
+
error() { }
|
|
41
|
+
},
|
|
42
|
+
}));
|
|
43
|
+
// ---------------------------------------------------------------------------
|
|
44
|
+
// Import module under test AFTER mocks
|
|
45
|
+
// ---------------------------------------------------------------------------
|
|
46
|
+
const { runEvalRun } = await import("../run.js");
|
|
47
|
+
// ---------------------------------------------------------------------------
|
|
48
|
+
// Fixtures
|
|
49
|
+
// ---------------------------------------------------------------------------
|
|
50
|
+
const VALID_EVALS = {
|
|
51
|
+
skill_name: "test-skill",
|
|
52
|
+
evals: [
|
|
53
|
+
{
|
|
54
|
+
id: 1,
|
|
55
|
+
name: "Basic test",
|
|
56
|
+
prompt: "Test prompt 1",
|
|
57
|
+
expected_output: "Expected output 1",
|
|
58
|
+
files: [],
|
|
59
|
+
assertions: [
|
|
60
|
+
{ id: "a1", text: "Output mentions AI", type: "boolean" },
|
|
61
|
+
{ id: "a2", text: "Output is concise", type: "boolean" },
|
|
62
|
+
],
|
|
63
|
+
},
|
|
64
|
+
{
|
|
65
|
+
id: 2,
|
|
66
|
+
name: "Edge case test",
|
|
67
|
+
prompt: "Test prompt 2",
|
|
68
|
+
expected_output: "Expected output 2",
|
|
69
|
+
files: [],
|
|
70
|
+
assertions: [
|
|
71
|
+
{ id: "b1", text: "Output handles edge case", type: "boolean" },
|
|
72
|
+
],
|
|
73
|
+
},
|
|
74
|
+
],
|
|
75
|
+
};
|
|
76
|
+
// ---------------------------------------------------------------------------
|
|
77
|
+
// Tests
|
|
78
|
+
// ---------------------------------------------------------------------------
|
|
79
|
+
describe("runEvalRun", () => {
|
|
80
|
+
beforeEach(() => {
|
|
81
|
+
vi.resetAllMocks();
|
|
82
|
+
// Default: evals.json and SKILL.md both exist
|
|
83
|
+
mocks.existsSync.mockReturnValue(true);
|
|
84
|
+
mocks.readFileSync.mockImplementation((path) => {
|
|
85
|
+
if (typeof path === "string" && path.endsWith("SKILL.md")) {
|
|
86
|
+
return "# Test Skill\nYou are a test skill.";
|
|
87
|
+
}
|
|
88
|
+
return JSON.stringify(VALID_EVALS);
|
|
89
|
+
});
|
|
90
|
+
});
|
|
91
|
+
it("prints results table on success", async () => {
|
|
92
|
+
// Mock LLM: first call returns output, subsequent calls judge assertions
|
|
93
|
+
let callCount = 0;
|
|
94
|
+
mocks.generate.mockImplementation(async () => {
|
|
95
|
+
callCount++;
|
|
96
|
+
// First call per case = generate output, remaining = judge assertions
|
|
97
|
+
if (callCount === 1)
|
|
98
|
+
return { text: "AI is great" };
|
|
99
|
+
if (callCount <= 3)
|
|
100
|
+
return { text: JSON.stringify({ pass: true, reasoning: "ok" }) };
|
|
101
|
+
if (callCount === 4)
|
|
102
|
+
return { text: "Edge case handled" };
|
|
103
|
+
return { text: JSON.stringify({ pass: false, reasoning: "not quite" }) };
|
|
104
|
+
});
|
|
105
|
+
const consoleSpy = vi.spyOn(console, "log").mockImplementation(() => { });
|
|
106
|
+
await runEvalRun("/skills/test-skill");
|
|
107
|
+
// Check table was printed
|
|
108
|
+
const output = consoleSpy.mock.calls.map((c) => c[0]).join("\n");
|
|
109
|
+
expect(output).toContain("a1");
|
|
110
|
+
expect(output).toContain("b1");
|
|
111
|
+
consoleSpy.mockRestore();
|
|
112
|
+
});
|
|
113
|
+
it("prints duration estimate before running", async () => {
|
|
114
|
+
mocks.generate.mockImplementation(async () => {
|
|
115
|
+
return { text: JSON.stringify({ pass: true, reasoning: "ok" }) };
|
|
116
|
+
});
|
|
117
|
+
const consoleSpy = vi.spyOn(console, "log").mockImplementation(() => { });
|
|
118
|
+
await runEvalRun("/skills/test-skill");
|
|
119
|
+
const output = consoleSpy.mock.calls.map((c) => c[0]).join("\n");
|
|
120
|
+
expect(output).toContain("Estimated duration");
|
|
121
|
+
expect(output).toContain("Progress file");
|
|
122
|
+
consoleSpy.mockRestore();
|
|
123
|
+
});
|
|
124
|
+
it("writes benchmark.json after run", async () => {
|
|
125
|
+
mocks.generate.mockImplementation(async (_sys, prompt) => {
|
|
126
|
+
if (prompt.includes("Test prompt"))
|
|
127
|
+
return { text: "LLM output here" };
|
|
128
|
+
return { text: JSON.stringify({ pass: true, reasoning: "ok" }) };
|
|
129
|
+
});
|
|
130
|
+
vi.spyOn(console, "log").mockImplementation(() => { });
|
|
131
|
+
await runEvalRun("/skills/test-skill");
|
|
132
|
+
// Find the benchmark.json write (skip progress log writes)
|
|
133
|
+
const benchmarkWrite = mocks.writeFileSync.mock.calls.find((c) => typeof c[0] === "string" && c[0].includes("benchmark.json"));
|
|
134
|
+
expect(benchmarkWrite).toBeDefined();
|
|
135
|
+
const writtenContent = JSON.parse(benchmarkWrite[1]);
|
|
136
|
+
expect(writtenContent.skill_name).toBe("test-skill");
|
|
137
|
+
expect(writtenContent.cases).toHaveLength(2);
|
|
138
|
+
vi.restoreAllMocks();
|
|
139
|
+
});
|
|
140
|
+
it("marks error case on LLM failure and continues", async () => {
|
|
141
|
+
let callCount = 0;
|
|
142
|
+
mocks.generate.mockImplementation(async () => {
|
|
143
|
+
callCount++;
|
|
144
|
+
// First case: output generation fails
|
|
145
|
+
if (callCount === 1)
|
|
146
|
+
throw new Error("API timeout");
|
|
147
|
+
// Second case: works fine
|
|
148
|
+
if (callCount === 2)
|
|
149
|
+
return { text: "Edge case handled" };
|
|
150
|
+
return { text: JSON.stringify({ pass: true, reasoning: "ok" }) };
|
|
151
|
+
});
|
|
152
|
+
vi.spyOn(console, "log").mockImplementation(() => { });
|
|
153
|
+
await runEvalRun("/skills/test-skill");
|
|
154
|
+
const benchmarkWrite = mocks.writeFileSync.mock.calls.find((c) => typeof c[0] === "string" && c[0].includes("benchmark.json"));
|
|
155
|
+
expect(benchmarkWrite).toBeDefined();
|
|
156
|
+
const writtenContent = JSON.parse(benchmarkWrite[1]);
|
|
157
|
+
expect(writtenContent.cases[0].status).toBe("error");
|
|
158
|
+
expect(writtenContent.cases[0].error_message).toContain("API timeout");
|
|
159
|
+
expect(writtenContent.cases[1].status).toBe("pass");
|
|
160
|
+
vi.restoreAllMocks();
|
|
161
|
+
});
|
|
162
|
+
it("exits with error for missing evals.json", async () => {
|
|
163
|
+
mocks.existsSync.mockReturnValue(false);
|
|
164
|
+
const consoleSpy = vi.spyOn(console, "error").mockImplementation(() => { });
|
|
165
|
+
const exitSpy = vi
|
|
166
|
+
.spyOn(process, "exit")
|
|
167
|
+
.mockImplementation((() => { }));
|
|
168
|
+
await runEvalRun("/skills/test-skill");
|
|
169
|
+
expect(consoleSpy).toHaveBeenCalledWith(expect.stringContaining("No evals.json found"));
|
|
170
|
+
consoleSpy.mockRestore();
|
|
171
|
+
exitSpy.mockRestore();
|
|
172
|
+
});
|
|
173
|
+
it("exits with error for invalid evals.json", async () => {
|
|
174
|
+
mocks.existsSync.mockReturnValue(true);
|
|
175
|
+
mocks.readFileSync.mockReturnValue("{ broken json");
|
|
176
|
+
const consoleSpy = vi.spyOn(console, "error").mockImplementation(() => { });
|
|
177
|
+
const exitSpy = vi
|
|
178
|
+
.spyOn(process, "exit")
|
|
179
|
+
.mockImplementation((() => { }));
|
|
180
|
+
await runEvalRun("/skills/test-skill");
|
|
181
|
+
expect(consoleSpy).toHaveBeenCalledWith(expect.stringContaining("Invalid evals.json"));
|
|
182
|
+
consoleSpy.mockRestore();
|
|
183
|
+
exitSpy.mockRestore();
|
|
184
|
+
});
|
|
185
|
+
});
|
|
186
|
+
//# sourceMappingURL=run.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run.test.js","sourceRoot":"","sources":["../../../../src/commands/eval/__tests__/run.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAE9D,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,MAAM,KAAK,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAC9B,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE;IACrB,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;IACtB,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE;IACnB,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE;IAClB,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE;IACnB,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE;CAClB,CAAC,CAAC,CAAC;AAEJ,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IACxB,YAAY,EAAE,KAAK,CAAC,YAAY;IAChC,aAAa,EAAE,KAAK,CAAC,aAAa;IAClC,UAAU,EAAE,KAAK,CAAC,UAAU;IAC5B,SAAS,EAAE,KAAK,CAAC,SAAS;IAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;CAC7B,CAAC,CAAC,CAAC;AAEJ,EAAE,CAAC,IAAI,CAAC,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC;QACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,EAAE,YAAY;KACpB,CAAC;IACF,mBAAmB,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;CAC/E,CAAC,CAAC,CAAC;AAEJ,EAAE,CAAC,IAAI,CAAC,0CAA0C,EAAE,GAAG,EAAE,CAAC,CAAC;IACzD,aAAa,EAAE,CAAC,GAAY,EAAE,EAAE,CAAC,CAAC;QAChC,QAAQ,EAAE,SAAS;QACnB,KAAK,EAAE,kBAAkB;QACzB,WAAW,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;QAC7D,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,IAAI;KAChB,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,EAAE,CAAC,IAAI,CAAC,+BAA+B,EAAE,GAAG,EAAE,CAAC,CAAC;IAC9C,WAAW,EAAE;QACX,MAAM,KAAI,CAAC;QACX,QAAQ,KAAI,CAAC;QACb,KAAK,KAAI,CAAC;KACX;CACF,CAAC,CAAC,CAAC;AAEJ,8EAA8E;AAC9E,uCAAuC;AACvC,8EAA8E;AAE9E,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;AAEjD,8EAA8E;AAC9E,WAAW;AACX,8EAA8E;AAE9E,MAAM,WAAW,GAAG;IAClB,UAAU,EAAE,YAAY;IACxB,KAAK,EAAE;QACL;YACE,EAAE,EAAE,CAAC;YACL,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,eAAe;YACvB,eAAe,EAAE,mBAAmB;YACpC,KAAK,EAAE,EAAE;YACT,UAAU,EAAE;gBACV,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,EAAE,SAAS,EAAE;gBACzD,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,SAAS,EAAE;aACzD;SACF;QACD;YACE,EAAE,EAAE,CAAC;YACL,IAAI,EAAE,gBAAgB;YACtB,MAAM,EAAE,eAAe;YACvB,eAAe,EAAE,mBAAmB;YACpC,KAAK,EAAE,EAAE;YACT,UAAU,EAAE;gBACV,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,0BAA0B,EAAE,IAAI,EAAE,SAAS,EAAE;aAChE;SACF;KACF;CACF,CAAC;AAEF,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;QACnB,8CAA8C;QAC9C,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACvC,KAAK,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC,IAAY,EAAE,EAAE;YACrD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC1D,OAAO,qCAAqC,CAAC;YAC/C,CAAC;YACD,OAAO,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QAC/C,yEAAyE;QACzE,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,CAAC,QAAQ,CAAC,kBAAkB,CAAC,KAAK,IAAI,EAAE;YAC3C,SAAS,EAAE,CAAC;YACZ,sEAAsE;YACtE,IAAI,SAAS,KAAK,CAAC;gBAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;YACpD,IAAI,SAAS,IAAI,CAAC;gBAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACrF,IAAI,SAAS,KAAK,CAAC;gBAAE,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC;YAC1D,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;QAC3E,CAAC,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEzE,MAAM,UAAU,CAAC,oBAAoB,CAAC,CAAC;QAEvC,0BAA0B;QAC1B,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC/B,UAAU,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,KAAK,CAAC,QAAQ,CAAC,kBAAkB,CAAC,KAAK,IAAI,EAAE;YAC3C,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACnE,CAAC,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEzE,MAAM,UAAU,CAAC,oBAAoB,CAAC,CAAC;QAEvC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAC1C,UAAU,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QAC/C,KAAK,CAAC,QAAQ,CAAC,kBAAkB,CAAC,KAAK,EAAE,IAAY,EAAE,MAAc,EAAE,EAAE;YACvE,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC;gBAAE,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;YACvE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACnE,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEtD,MAAM,UAAU,CAAC,oBAAoB,CAAC,CAAC;QAEvC,2DAA2D;QAC3D,MAAM,cAAc,GAAG,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CACxD,CAAC,CAAY,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAK,CAAC,CAAC,CAAC,CAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAC1F,CAAC;QACF,MAAM,CAAC,cAAc,CAAC,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,cAAe,CAAC,CAAC,CAAW,CAAC,CAAC;QAChE,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACrD,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAE7C,EAAE,CAAC,eAAe,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,CAAC,QAAQ,CAAC,kBAAkB,CAAC,KAAK,IAAI,EAAE;YAC3C,SAAS,EAAE,CAAC;YACZ,sCAAsC;YACtC,IAAI,SAAS,KAAK,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;YACpD,0BAA0B;YAC1B,IAAI,SAAS,KAAK,CAAC;gBAAE,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC;YAC1D,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACnE,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEtD,MAAM,UAAU,CAAC,oBAAoB,CAAC,CAAC;QAEvC,MAAM,cAAc,GAAG,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CACxD,CAAC,CAAY,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAK,CAAC,CAAC,CAAC,CAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAC1F,CAAC;QACF,MAAM,CAAC,cAAc,CAAC,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,cAAe,CAAC,CAAC,CAAW,CAAC,CAAC;QAChE,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QACvE,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEpD,EAAE,CAAC,eAAe,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC3E,MAAM,OAAO,GAAG,EAAE;aACf,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC;aACtB,kBAAkB,CAAC,CAAC,GAAG,EAAE,GAAE,CAAC,CAAQ,CAAC,CAAC;QAEzC,MAAM,UAAU,CAAC,oBAAoB,CAAC,CAAC;QAEvC,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CACrC,MAAM,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,CAC/C,CAAC;QACF,UAAU,CAAC,WAAW,EAAE,CAAC;QACzB,OAAO,CAAC,WAAW,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACvC,KAAK,CAAC,YAAY,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QACpD,MAAM,UAAU,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC3E,MAAM,OAAO,GAAG,EAAE;aACf,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC;aACtB,kBAAkB,CAAC,CAAC,GAAG,EAAE,GAAE,CAAC,CAAQ,CAAC,CAAC;QAEzC,MAAM,UAAU,CAAC,oBAAoB,CAAC,CAAC;QAEvC,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CACrC,MAAM,CAAC,gBAAgB,CAAC,oBAAoB,CAAC,CAC9C,CAAC;QACF,UAAU,CAAC,WAAW,EAAE,CAAC;QACzB,OAAO,CAAC,WAAW,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|