ppef 1.2.0 → 1.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +270 -6
- package/dist/__tests__/cli/evaluate-command.integration.test.js +60 -0
- package/dist/__tests__/cli/evaluate-command.integration.test.js.map +1 -1
- package/dist/__tests__/examples.integration.test.d.ts +8 -0
- package/dist/__tests__/examples.integration.test.d.ts.map +1 -0
- package/dist/__tests__/examples.integration.test.js +236 -0
- package/dist/__tests__/examples.integration.test.js.map +1 -0
- package/dist/cli/__tests__/commands.unit.test.js +12 -5
- package/dist/cli/__tests__/commands.unit.test.js.map +1 -1
- package/dist/cli/__tests__/config-loader.unit.test.js +30 -25
- package/dist/cli/__tests__/config-loader.unit.test.js.map +1 -1
- package/dist/cli/__tests__/evaluator-schemas.unit.test.d.ts +9 -0
- package/dist/cli/__tests__/evaluator-schemas.unit.test.d.ts.map +1 -0
- package/dist/cli/__tests__/evaluator-schemas.unit.test.js +334 -0
- package/dist/cli/__tests__/evaluator-schemas.unit.test.js.map +1 -0
- package/dist/cli/commands/aggregate.d.ts.map +1 -1
- package/dist/cli/commands/aggregate.js +20 -12
- package/dist/cli/commands/aggregate.js.map +1 -1
- package/dist/cli/commands/evaluate.d.ts.map +1 -1
- package/dist/cli/commands/evaluate.js +130 -24
- package/dist/cli/commands/evaluate.js.map +1 -1
- package/dist/cli/commands/plan.d.ts.map +1 -1
- package/dist/cli/commands/plan.js +40 -6
- package/dist/cli/commands/plan.js.map +1 -1
- package/dist/cli/commands/run.d.ts +9 -0
- package/dist/cli/commands/run.d.ts.map +1 -1
- package/dist/cli/commands/run.js +71 -12
- package/dist/cli/commands/run.js.map +1 -1
- package/dist/cli/commands/validate.d.ts.map +1 -1
- package/dist/cli/commands/validate.js +55 -0
- package/dist/cli/commands/validate.js.map +1 -1
- package/dist/cli/config-loader.d.ts +6 -3
- package/dist/cli/config-loader.d.ts.map +1 -1
- package/dist/cli/config-loader.js +31 -106
- package/dist/cli/config-loader.js.map +1 -1
- package/dist/cli/evaluator-schemas.d.ts +395 -0
- package/dist/cli/evaluator-schemas.d.ts.map +1 -0
- package/dist/cli/evaluator-schemas.js +285 -0
- package/dist/cli/evaluator-schemas.js.map +1 -0
- package/dist/cli/index.d.ts.map +1 -1
- package/dist/cli/index.js +11 -1
- package/dist/cli/index.js.map +1 -1
- package/dist/cli/module-loader.d.ts.map +1 -1
- package/dist/cli/module-loader.js +38 -20
- package/dist/cli/module-loader.js.map +1 -1
- package/dist/cli/type-utils.d.ts +31 -0
- package/dist/cli/type-utils.d.ts.map +1 -0
- package/dist/cli/type-utils.js +38 -0
- package/dist/cli/type-utils.js.map +1 -0
- package/dist/cli/types.d.ts +284 -94
- package/dist/cli/types.d.ts.map +1 -1
- package/dist/cli/types.js +177 -1
- package/dist/cli/types.js.map +1 -1
- package/dist/collector/schema.js.map +1 -1
- package/dist/evaluators/claims-evaluator.d.ts.map +1 -1
- package/dist/evaluators/claims-evaluator.js +1 -1
- package/dist/evaluators/claims-evaluator.js.map +1 -1
- package/dist/evaluators/exploratory-evaluator.js.map +1 -1
- package/dist/executor/__tests__/worker-entry.integration.test.d.ts.map +1 -1
- package/dist/executor/__tests__/worker-entry.integration.test.js +19 -4
- package/dist/executor/__tests__/worker-entry.integration.test.js.map +1 -1
- package/dist/executor/binary-sut.d.ts.map +1 -1
- package/dist/executor/binary-sut.js +2 -1
- package/dist/executor/binary-sut.js.map +1 -1
- package/dist/executor/checkpoint-storage.d.ts.map +1 -1
- package/dist/executor/checkpoint-storage.js +13 -4
- package/dist/executor/checkpoint-storage.js.map +1 -1
- package/dist/executor/executor.d.ts +22 -0
- package/dist/executor/executor.d.ts.map +1 -1
- package/dist/executor/executor.js +133 -6
- package/dist/executor/executor.js.map +1 -1
- package/dist/executor/parallel-executor.d.ts.map +1 -1
- package/dist/executor/parallel-executor.js +9 -2
- package/dist/executor/parallel-executor.js.map +1 -1
- package/dist/executor/worker-entry.js +3 -1
- package/dist/executor/worker-entry.js.map +1 -1
- package/dist/executor/worker-executor.d.ts +9 -0
- package/dist/executor/worker-executor.d.ts.map +1 -1
- package/dist/executor/worker-executor.js +88 -9
- package/dist/executor/worker-executor.js.map +1 -1
- package/dist/executor/worker-threads-executor.d.ts.map +1 -1
- package/dist/executor/worker-threads-executor.js +52 -18
- package/dist/executor/worker-threads-executor.js.map +1 -1
- package/dist/index.cjs +1 -1
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -1
- package/dist/renderers/latex-renderer.d.ts.map +1 -1
- package/dist/renderers/latex-renderer.js +20 -12
- package/dist/renderers/latex-renderer.js.map +1 -1
- package/dist/schemas/__tests__/json-schema-validator.unit.test.d.ts +8 -0
- package/dist/schemas/__tests__/json-schema-validator.unit.test.d.ts.map +1 -0
- package/dist/schemas/__tests__/json-schema-validator.unit.test.js +170 -0
- package/dist/schemas/__tests__/json-schema-validator.unit.test.js.map +1 -0
- package/dist/schemas/index.d.ts +7 -0
- package/dist/schemas/index.d.ts.map +1 -0
- package/dist/schemas/index.js +7 -0
- package/dist/schemas/index.js.map +1 -0
- package/dist/schemas/json-schema-validator.d.ts +59 -0
- package/dist/schemas/json-schema-validator.d.ts.map +1 -0
- package/dist/schemas/json-schema-validator.js +67 -0
- package/dist/schemas/json-schema-validator.js.map +1 -0
- package/dist/types/case.d.ts +4 -0
- package/dist/types/case.d.ts.map +1 -1
- package/dist/types/result.d.ts +2 -0
- package/dist/types/result.d.ts.map +1 -1
- package/dist/types/sut.d.ts +4 -0
- package/dist/types/sut.d.ts.map +1 -1
- package/package.json +16 -6
- package/ppef.schema.json +1178 -0
|
@@ -0,0 +1,334 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluator Schema Validation Tests
|
|
3
|
+
*
|
|
4
|
+
* Tests Zod schemas for all evaluator config types:
|
|
5
|
+
* valid configs parse, invalid configs produce expected errors,
|
|
6
|
+
* and cross-field validation works correctly.
|
|
7
|
+
*/
|
|
8
|
+
import { describe, it } from "node:test";
|
|
9
|
+
import { strict as assert } from "node:assert";
|
|
10
|
+
import { ClaimsEvaluatorConfigSchema, MetricsEvaluatorConfigSchema, RobustnessEvaluatorConfigSchema, ExploratoryEvaluatorConfigSchema, CustomEvaluatorConfigSchema, EvaluatorEntrySchema, } from "../evaluator-schemas.js";
|
|
11
|
+
// ============================================================================
|
|
12
|
+
// Claims Evaluator Config
|
|
13
|
+
// ============================================================================
|
|
14
|
+
describe("ClaimsEvaluatorConfigSchema", () => {
|
|
15
|
+
it("parses a valid claims config", () => {
|
|
16
|
+
const input = {
|
|
17
|
+
name: "Test Claims",
|
|
18
|
+
claims: [
|
|
19
|
+
{
|
|
20
|
+
claimId: "C001",
|
|
21
|
+
description: "Primary is better than baseline",
|
|
22
|
+
sut: "primary-sut",
|
|
23
|
+
baseline: "baseline-sut",
|
|
24
|
+
metric: "accuracy",
|
|
25
|
+
direction: "greater",
|
|
26
|
+
scope: "global",
|
|
27
|
+
},
|
|
28
|
+
],
|
|
29
|
+
significanceLevel: 0.05,
|
|
30
|
+
};
|
|
31
|
+
const result = ClaimsEvaluatorConfigSchema.safeParse(input);
|
|
32
|
+
assert.ok(result.success, `Expected success, got: ${JSON.stringify(result.error?.issues)}`);
|
|
33
|
+
assert.equal(result.data.claims.length, 1);
|
|
34
|
+
assert.equal(result.data.claims[0].claimId, "C001");
|
|
35
|
+
assert.equal(result.data.significanceLevel, 0.05);
|
|
36
|
+
});
|
|
37
|
+
it("rejects config without claims array", () => {
|
|
38
|
+
const input = { name: "No claims" };
|
|
39
|
+
const result = ClaimsEvaluatorConfigSchema.safeParse(input);
|
|
40
|
+
assert.ok(!result.success);
|
|
41
|
+
});
|
|
42
|
+
it("rejects config with empty claims array", () => {
|
|
43
|
+
const input = { claims: [] };
|
|
44
|
+
const result = ClaimsEvaluatorConfigSchema.safeParse(input);
|
|
45
|
+
assert.ok(!result.success);
|
|
46
|
+
});
|
|
47
|
+
it("rejects claim with missing required fields", () => {
|
|
48
|
+
const input = {
|
|
49
|
+
claims: [
|
|
50
|
+
{
|
|
51
|
+
claimId: "C001",
|
|
52
|
+
// missing description, sut, baseline, metric, direction, scope
|
|
53
|
+
},
|
|
54
|
+
],
|
|
55
|
+
};
|
|
56
|
+
const result = ClaimsEvaluatorConfigSchema.safeParse(input);
|
|
57
|
+
assert.ok(!result.success);
|
|
58
|
+
});
|
|
59
|
+
it("rejects invalid direction value", () => {
|
|
60
|
+
const input = {
|
|
61
|
+
claims: [
|
|
62
|
+
{
|
|
63
|
+
claimId: "C001",
|
|
64
|
+
description: "test",
|
|
65
|
+
sut: "a",
|
|
66
|
+
baseline: "b",
|
|
67
|
+
metric: "m",
|
|
68
|
+
direction: "invalid",
|
|
69
|
+
scope: "global",
|
|
70
|
+
},
|
|
71
|
+
],
|
|
72
|
+
};
|
|
73
|
+
const result = ClaimsEvaluatorConfigSchema.safeParse(input);
|
|
74
|
+
assert.ok(!result.success);
|
|
75
|
+
});
|
|
76
|
+
it("accepts claim with optional fields", () => {
|
|
77
|
+
const input = {
|
|
78
|
+
claims: [
|
|
79
|
+
{
|
|
80
|
+
claimId: "C001",
|
|
81
|
+
description: "test",
|
|
82
|
+
sut: "a",
|
|
83
|
+
baseline: "b",
|
|
84
|
+
metric: "m",
|
|
85
|
+
direction: "greater",
|
|
86
|
+
scope: "caseClass",
|
|
87
|
+
threshold: 0.1,
|
|
88
|
+
scopeConstraints: { caseClass: "scale-free" },
|
|
89
|
+
significanceLevel: 0.01,
|
|
90
|
+
minEffectSize: 0.5,
|
|
91
|
+
tags: ["performance"],
|
|
92
|
+
citation: "Author et al. 2024",
|
|
93
|
+
},
|
|
94
|
+
],
|
|
95
|
+
};
|
|
96
|
+
const result = ClaimsEvaluatorConfigSchema.safeParse(input);
|
|
97
|
+
assert.ok(result.success, `Expected success, got: ${JSON.stringify(result.error?.issues)}`);
|
|
98
|
+
});
|
|
99
|
+
});
|
|
100
|
+
// ============================================================================
|
|
101
|
+
// Metrics Evaluator Config
|
|
102
|
+
// ============================================================================
|
|
103
|
+
describe("MetricsEvaluatorConfigSchema", () => {
|
|
104
|
+
it("parses a valid metrics config with threshold criterion", () => {
|
|
105
|
+
const input = {
|
|
106
|
+
criteria: [
|
|
107
|
+
{
|
|
108
|
+
criterionId: "exec-time",
|
|
109
|
+
description: "Execution time under 1000ms",
|
|
110
|
+
type: "threshold",
|
|
111
|
+
metric: "executionTime",
|
|
112
|
+
sut: "*",
|
|
113
|
+
threshold: { operator: "lt", value: 1000 },
|
|
114
|
+
},
|
|
115
|
+
],
|
|
116
|
+
};
|
|
117
|
+
const result = MetricsEvaluatorConfigSchema.safeParse(input);
|
|
118
|
+
assert.ok(result.success, `Expected success, got: ${JSON.stringify(result.error?.issues)}`);
|
|
119
|
+
assert.equal(result.data.criteria.length, 1);
|
|
120
|
+
});
|
|
121
|
+
it("parses a valid metrics config with baseline criterion", () => {
|
|
122
|
+
const input = {
|
|
123
|
+
criteria: [
|
|
124
|
+
{
|
|
125
|
+
criterionId: "accuracy-baseline",
|
|
126
|
+
description: "Better accuracy than baseline",
|
|
127
|
+
type: "baseline",
|
|
128
|
+
metric: "accuracy",
|
|
129
|
+
sut: "new-algo",
|
|
130
|
+
baseline: { sut: "baseline-algo", operator: "gte" },
|
|
131
|
+
},
|
|
132
|
+
],
|
|
133
|
+
};
|
|
134
|
+
const result = MetricsEvaluatorConfigSchema.safeParse(input);
|
|
135
|
+
assert.ok(result.success, `Expected success, got: ${JSON.stringify(result.error?.issues)}`);
|
|
136
|
+
});
|
|
137
|
+
it("parses a valid metrics config with target-range criterion", () => {
|
|
138
|
+
const input = {
|
|
139
|
+
criteria: [
|
|
140
|
+
{
|
|
141
|
+
criterionId: "f1-range",
|
|
142
|
+
description: "F1 in [0.8, 1.0]",
|
|
143
|
+
type: "target-range",
|
|
144
|
+
metric: "f1Score",
|
|
145
|
+
sut: "*",
|
|
146
|
+
targetRange: { min: 0.8, max: 1.0, minInclusive: true, maxInclusive: true },
|
|
147
|
+
},
|
|
148
|
+
],
|
|
149
|
+
};
|
|
150
|
+
const result = MetricsEvaluatorConfigSchema.safeParse(input);
|
|
151
|
+
assert.ok(result.success, `Expected success, got: ${JSON.stringify(result.error?.issues)}`);
|
|
152
|
+
});
|
|
153
|
+
it("rejects threshold type without threshold field", () => {
|
|
154
|
+
const input = {
|
|
155
|
+
criteria: [
|
|
156
|
+
{
|
|
157
|
+
criterionId: "bad",
|
|
158
|
+
description: "Missing threshold",
|
|
159
|
+
type: "threshold",
|
|
160
|
+
metric: "m",
|
|
161
|
+
sut: "*",
|
|
162
|
+
// no threshold field
|
|
163
|
+
},
|
|
164
|
+
],
|
|
165
|
+
};
|
|
166
|
+
const result = MetricsEvaluatorConfigSchema.safeParse(input);
|
|
167
|
+
assert.ok(!result.success);
|
|
168
|
+
const messages = result.error.issues.map((i) => i.message);
|
|
169
|
+
assert.ok(messages.some((m) => m.includes("threshold")), `Expected threshold error, got: ${messages.join(", ")}`);
|
|
170
|
+
});
|
|
171
|
+
it("rejects baseline type without baseline field", () => {
|
|
172
|
+
const input = {
|
|
173
|
+
criteria: [
|
|
174
|
+
{
|
|
175
|
+
criterionId: "bad",
|
|
176
|
+
description: "Missing baseline",
|
|
177
|
+
type: "baseline",
|
|
178
|
+
metric: "m",
|
|
179
|
+
sut: "s",
|
|
180
|
+
// no baseline field
|
|
181
|
+
},
|
|
182
|
+
],
|
|
183
|
+
};
|
|
184
|
+
const result = MetricsEvaluatorConfigSchema.safeParse(input);
|
|
185
|
+
assert.ok(!result.success);
|
|
186
|
+
const messages = result.error.issues.map((i) => i.message);
|
|
187
|
+
assert.ok(messages.some((m) => m.includes("baseline")), `Expected baseline error, got: ${messages.join(", ")}`);
|
|
188
|
+
});
|
|
189
|
+
it("rejects target-range type without targetRange field", () => {
|
|
190
|
+
const input = {
|
|
191
|
+
criteria: [
|
|
192
|
+
{
|
|
193
|
+
criterionId: "bad",
|
|
194
|
+
description: "Missing targetRange",
|
|
195
|
+
type: "target-range",
|
|
196
|
+
metric: "m",
|
|
197
|
+
sut: "*",
|
|
198
|
+
// no targetRange field
|
|
199
|
+
},
|
|
200
|
+
],
|
|
201
|
+
};
|
|
202
|
+
const result = MetricsEvaluatorConfigSchema.safeParse(input);
|
|
203
|
+
assert.ok(!result.success);
|
|
204
|
+
const messages = result.error.issues.map((i) => i.message);
|
|
205
|
+
assert.ok(messages.some((m) => m.includes("targetRange") || m.includes("target-range")), `Expected targetRange error, got: ${messages.join(", ")}`);
|
|
206
|
+
});
|
|
207
|
+
it("rejects config without criteria", () => {
|
|
208
|
+
const result = MetricsEvaluatorConfigSchema.safeParse({ name: "no criteria" });
|
|
209
|
+
assert.ok(!result.success);
|
|
210
|
+
});
|
|
211
|
+
it("rejects config with empty criteria array", () => {
|
|
212
|
+
const result = MetricsEvaluatorConfigSchema.safeParse({ criteria: [] });
|
|
213
|
+
assert.ok(!result.success);
|
|
214
|
+
});
|
|
215
|
+
});
|
|
216
|
+
// ============================================================================
|
|
217
|
+
// Robustness Evaluator Config
|
|
218
|
+
// ============================================================================
|
|
219
|
+
describe("RobustnessEvaluatorConfigSchema", () => {
|
|
220
|
+
it("parses a valid robustness config", () => {
|
|
221
|
+
const input = {
|
|
222
|
+
name: "Robustness Analysis",
|
|
223
|
+
metrics: ["executionTime", "accuracy"],
|
|
224
|
+
perturbations: ["edge-removal", "noise"],
|
|
225
|
+
intensityLevels: [0.1, 0.2, 0.3],
|
|
226
|
+
runsPerLevel: 10,
|
|
227
|
+
};
|
|
228
|
+
const result = RobustnessEvaluatorConfigSchema.safeParse(input);
|
|
229
|
+
assert.ok(result.success, `Expected success, got: ${JSON.stringify(result.error?.issues)}`);
|
|
230
|
+
assert.equal(result.data.metrics.length, 2);
|
|
231
|
+
assert.equal(result.data.perturbations.length, 2);
|
|
232
|
+
});
|
|
233
|
+
it("rejects config without metrics", () => {
|
|
234
|
+
const input = { perturbations: ["edge-removal"] };
|
|
235
|
+
const result = RobustnessEvaluatorConfigSchema.safeParse(input);
|
|
236
|
+
assert.ok(!result.success);
|
|
237
|
+
});
|
|
238
|
+
it("rejects config without perturbations", () => {
|
|
239
|
+
const input = { metrics: ["accuracy"] };
|
|
240
|
+
const result = RobustnessEvaluatorConfigSchema.safeParse(input);
|
|
241
|
+
assert.ok(!result.success);
|
|
242
|
+
});
|
|
243
|
+
it("rejects empty metrics array", () => {
|
|
244
|
+
const input = { metrics: [], perturbations: ["noise"] };
|
|
245
|
+
const result = RobustnessEvaluatorConfigSchema.safeParse(input);
|
|
246
|
+
assert.ok(!result.success);
|
|
247
|
+
});
|
|
248
|
+
});
|
|
249
|
+
// ============================================================================
|
|
250
|
+
// Exploratory Evaluator Config
|
|
251
|
+
// ============================================================================
|
|
252
|
+
describe("ExploratoryEvaluatorConfigSchema", () => {
|
|
253
|
+
it("parses a minimal exploratory config (all optional)", () => {
|
|
254
|
+
const result = ExploratoryEvaluatorConfigSchema.safeParse({});
|
|
255
|
+
assert.ok(result.success, `Expected success, got: ${JSON.stringify(result.error?.issues)}`);
|
|
256
|
+
});
|
|
257
|
+
it("parses a full exploratory config", () => {
|
|
258
|
+
const input = {
|
|
259
|
+
name: "Exploratory Analysis",
|
|
260
|
+
metrics: ["accuracy", "f1Score"],
|
|
261
|
+
suts: ["sut-a", "sut-b"],
|
|
262
|
+
metricDirections: {
|
|
263
|
+
accuracy: "higher-better",
|
|
264
|
+
executionTime: "lower-better",
|
|
265
|
+
},
|
|
266
|
+
significanceLevel: 0.01,
|
|
267
|
+
minEffectSize: 0.3,
|
|
268
|
+
computeCorrelations: true,
|
|
269
|
+
analyzeCaseClassEffects: false,
|
|
270
|
+
};
|
|
271
|
+
const result = ExploratoryEvaluatorConfigSchema.safeParse(input);
|
|
272
|
+
assert.ok(result.success, `Expected success, got: ${JSON.stringify(result.error?.issues)}`);
|
|
273
|
+
assert.equal(result.data.computeCorrelations, true);
|
|
274
|
+
});
|
|
275
|
+
it("rejects invalid metric direction", () => {
|
|
276
|
+
const input = {
|
|
277
|
+
metricDirections: { accuracy: "invalid-direction" },
|
|
278
|
+
};
|
|
279
|
+
const result = ExploratoryEvaluatorConfigSchema.safeParse(input);
|
|
280
|
+
assert.ok(!result.success);
|
|
281
|
+
});
|
|
282
|
+
});
|
|
283
|
+
// ============================================================================
|
|
284
|
+
// Custom Evaluator Config
|
|
285
|
+
// ============================================================================
|
|
286
|
+
describe("CustomEvaluatorConfigSchema", () => {
|
|
287
|
+
it("parses a valid custom config", () => {
|
|
288
|
+
const input = {
|
|
289
|
+
customType: "my-evaluator",
|
|
290
|
+
myParam: 42,
|
|
291
|
+
nested: { key: "value" },
|
|
292
|
+
};
|
|
293
|
+
const result = CustomEvaluatorConfigSchema.safeParse(input);
|
|
294
|
+
assert.ok(result.success, `Expected success, got: ${JSON.stringify(result.error?.issues)}`);
|
|
295
|
+
assert.equal(result.data.customType, "my-evaluator");
|
|
296
|
+
});
|
|
297
|
+
it("rejects config without customType", () => {
|
|
298
|
+
const result = CustomEvaluatorConfigSchema.safeParse({ foo: "bar" });
|
|
299
|
+
assert.ok(!result.success);
|
|
300
|
+
});
|
|
301
|
+
});
|
|
302
|
+
// ============================================================================
|
|
303
|
+
// EvaluatorEntry (for ExperimentConfig.evaluators array)
|
|
304
|
+
// ============================================================================
|
|
305
|
+
describe("EvaluatorEntrySchema", () => {
|
|
306
|
+
it("parses a claims evaluator entry", () => {
|
|
307
|
+
const input = {
|
|
308
|
+
type: "claims",
|
|
309
|
+
config: {
|
|
310
|
+
claims: [
|
|
311
|
+
{
|
|
312
|
+
claimId: "C001",
|
|
313
|
+
description: "test",
|
|
314
|
+
sut: "a",
|
|
315
|
+
baseline: "b",
|
|
316
|
+
metric: "m",
|
|
317
|
+
direction: "greater",
|
|
318
|
+
scope: "global",
|
|
319
|
+
},
|
|
320
|
+
],
|
|
321
|
+
},
|
|
322
|
+
};
|
|
323
|
+
const result = EvaluatorEntrySchema.safeParse(input);
|
|
324
|
+
assert.ok(result.success, `Expected success, got: ${JSON.stringify(result.error?.issues)}`);
|
|
325
|
+
});
|
|
326
|
+
it("rejects entry with invalid type", () => {
|
|
327
|
+
const result = EvaluatorEntrySchema.safeParse({
|
|
328
|
+
type: "nonexistent",
|
|
329
|
+
config: {},
|
|
330
|
+
});
|
|
331
|
+
assert.ok(!result.success);
|
|
332
|
+
});
|
|
333
|
+
});
|
|
334
|
+
//# sourceMappingURL=evaluator-schemas.unit.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evaluator-schemas.unit.test.js","sourceRoot":"","sources":["../../../src/cli/__tests__/evaluator-schemas.unit.test.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,EACN,2BAA2B,EAC3B,4BAA4B,EAC5B,+BAA+B,EAC/B,gCAAgC,EAChC,2BAA2B,EAC3B,oBAAoB,GACpB,MAAM,yBAAyB,CAAC;AAEjC,+EAA+E;AAC/E,0BAA0B;AAC1B,+EAA+E;AAE/E,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC5C,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACvC,MAAM,KAAK,GAAG;YACb,IAAI,EAAE,aAAa;YACnB,MAAM,EAAE;gBACP;oBACC,OAAO,EAAE,MAAM;oBACf,WAAW,EAAE,iCAAiC;oBAC9C,GAAG,EAAE,aAAa;oBAClB,QAAQ,EAAE,cAAc;oBACxB,MAAM,EAAE,UAAU;oBAClB,SAAS,EAAE,SAAS;oBACpB,KAAK,EAAE,QAAQ;iBACf;aACD;YACD,iBAAiB,EAAE,IAAI;SACvB,CAAC;QAEF,MAAM,MAAM,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC5D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,0BAA0B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC5F,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACpD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC9C,MAAM,KAAK,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC5D,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QACjD,MAAM,KAAK,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC5D,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACrD,MAAM,KAAK,GAAG;YACb,MAAM,EAAE;gBACP;oBACC,OAAO,EAAE,MAAM;oBACf,+DAA+D;iBAC/D;aACD;SACD,CAAC;QACF,MAAM,MAAM,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC5D,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,KAAK,GAAG;YACb,MAAM,EAAE;gBACP;oBACC,OAAO,EAAE,MAAM;oBACf,WAAW,EAAE,MAAM;oBACnB,GAAG,EAAE,GAAG;oBACR,QAAQ,EAAE,GAAG;oBACb,MAAM,EAAE,GAAG;oBACX,SAAS,EAAE,SAAS;oBACpB,KAAK,EAAE,QAAQ;iBACf;aACD;SACD,CAAC;QACF,MAAM,MAAM,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC5D,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC7C,MAAM,KAAK,GAAG;YACb,MAAM,EAAE;gBACP;oBACC,OAAO,EAAE,MAAM;oBACf,WAAW,EAAE,MAAM;oBACnB,GAAG,EAAE,GAAG;oBACR,QAAQ,EAAE,GAAG;oBACb,MAAM,EAAE,GAAG;oBACX,SAAS,EAAE,SAAS;oBACpB,KAAK,EAAE,WAAW;oBAClB,SAAS,EAAE,GAAG;oBACd,gBAAgB,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE;oBAC7C,iBAAiB,EAAE,IAAI;oBACvB,aAAa,EAAE,GAAG;oBAClB,IAAI,EAAE,CAAC,aAAa,CAAC;oBACrB,QAAQ,EAAE,oBAAoB;iBAC9B;aACD;SACD,CAAC;QACF,MAAM,MAAM,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC5D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,0BAA0B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,2BAA2B;AAC3B,+EAA+E;AAE/E,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC7C,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QACjE,MAAM,KAAK,GAAG;YACb,QAAQ,EAAE;gBACT;oBACC,WAAW,EAAE,WAAW;oBACxB,WAAW,EAAE,6BAA6B;oBAC1C,IAAI,EAAE,WAAW;oBACjB,MAAM,EAAE,eAAe;oBACvB,GAAG,EAAE,GAAG;oBACR,SAAS,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE;iBAC1C;aACD;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,4BAA4B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC7D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,0BAA0B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC5F,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAChE,MAAM,KAAK,GAAG;YACb,QAAQ,EAAE;gBACT;oBACC,WAAW,EAAE,mBAAmB;oBAChC,WAAW,EAAE,+BAA+B;oBAC5C,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,UAAU;oBAClB,GAAG,EAAE,UAAU;oBACf,QAAQ,EAAE,EAAE,GAAG,EAAE,eAAe,EAAE,QAAQ,EAAE,KAAK,EAAE;iBACnD;aACD;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,4BAA4B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC7D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,0BAA0B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACpE,MAAM,KAAK,GAAG;YACb,QAAQ,EAAE;gBACT;oBACC,WAAW,EAAE,UAAU;oBACvB,WAAW,EAAE,kBAAkB;oBAC/B,IAAI,EAAE,cAAc;oBACpB,MAAM,EAAE,SAAS;oBACjB,GAAG,EAAE,GAAG;oBACR,WAAW,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE;iBAC3E;aACD;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,4BAA4B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC7D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,0BAA0B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACzD,MAAM,KAAK,GAAG;YACb,QAAQ,EAAE;gBACT;oBACC,WAAW,EAAE,KAAK;oBAClB,WAAW,EAAE,mBAAmB;oBAChC,IAAI,EAAE,WAAW;oBACjB,MAAM,EAAE,GAAG;oBACX,GAAG,EAAE,GAAG;oBACR,qBAAqB;iBACrB;aACD;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,4BAA4B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC7D,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC3D,MAAM,CAAC,EAAE,CACR,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,EAC7C,kCAAkC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACvD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACvD,MAAM,KAAK,GAAG;YACb,QAAQ,EAAE;gBACT;oBACC,WAAW,EAAE,KAAK;oBAClB,WAAW,EAAE,kBAAkB;oBAC/B,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,GAAG;oBACX,GAAG,EAAE,GAAG;oBACR,oBAAoB;iBACpB;aACD;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,4BAA4B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC7D,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC3D,MAAM,CAAC,EAAE,CACR,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAC5C,iCAAiC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC9D,MAAM,KAAK,GAAG;YACb,QAAQ,EAAE;gBACT;oBACC,WAAW,EAAE,KAAK;oBAClB,WAAW,EAAE,qBAAqB;oBAClC,IAAI,EAAE,cAAc;oBACpB,MAAM,EAAE,GAAG;oBACX,GAAG,EAAE,GAAG;oBACR,uBAAuB;iBACvB;aACD;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,4BAA4B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC7D,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC3D,MAAM,CAAC,EAAE,CACR,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,EAC7E,oCAAoC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACzD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,MAAM,GAAG,4BAA4B,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;QAC/E,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QACnD,MAAM,MAAM,GAAG,4BAA4B,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACxE,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,8BAA8B;AAC9B,+EAA+E;AAE/E,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;IAChD,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC3C,MAAM,KAAK,GAAG;YACb,IAAI,EAAE,qBAAqB;YAC3B,OAAO,EAAE,CAAC,eAAe,EAAE,UAAU,CAAC;YACtC,aAAa,EAAE,CAAC,cAAc,EAAE,OAAO,CAAC;YACxC,eAAe,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;YAChC,YAAY,EAAE,EAAE;SAChB,CAAC;QAEF,MAAM,MAAM,GAAG,+BAA+B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAChE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,0BAA0B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC5F,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACzC,MAAM,KAAK,GAAG,EAAE,aAAa,EAAE,CAAC,cAAc,CAAC,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,+BAA+B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAChE,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC/C,MAAM,KAAK,GAAG,EAAE,OAAO,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,+BAA+B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAChE,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACtC,MAAM,KAAK,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;QACxD,MAAM,MAAM,GAAG,+BAA+B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAChE,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,+BAA+B;AAC/B,+EAA+E;AAE/E,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;IACjD,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC7D,MAAM,MAAM,GAAG,gCAAgC,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC9D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,0BAA0B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC3C,MAAM,KAAK,GAAG;YACb,IAAI,EAAE,sBAAsB;YAC5B,OAAO,EAAE,CAAC,UAAU,EAAE,SAAS,CAAC;YAChC,IAAI,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;YACxB,gBAAgB,EAAE;gBACjB,QAAQ,EAAE,eAAe;gBACzB,aAAa,EAAE,cAAc;aAC7B;YACD,iBAAiB,EAAE,IAAI;YACvB,aAAa,EAAE,GAAG;YAClB,mBAAmB,EAAE,IAAI;YACzB,uBAAuB,EAAE,KAAK;SAC9B,CAAC;QAEF,MAAM,MAAM,GAAG,gCAAgC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACjE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,0BAA0B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC5F,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC3C,MAAM,KAAK,GAAG;YACb,gBAAgB,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE;SACnD,CAAC;QACF,MAAM,MAAM,GAAG,gCAAgC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACjE,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,0BAA0B;AAC1B,+EAA+E;AAE/E,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC5C,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACvC,MAAM,KAAK,GAAG;YACb,UAAU,EAAE,cAAc;YAC1B,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC5D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,0BAA0B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC5F,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC5C,MAAM,MAAM,GAAG,2BAA2B,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QACrE,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,yDAAyD;AACzD,+EAA+E;AAE/E,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,KAAK,GAAG;YACb,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE;gBACP,MAAM,EAAE;oBACP;wBACC,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,MAAM;wBACnB,GAAG,EAAE,GAAG;wBACR,QAAQ,EAAE,GAAG;wBACb,MAAM,EAAE,GAAG;wBACX,SAAS,EAAE,SAAS;wBACpB,KAAK,EAAE,QAAQ;qBACf;iBACD;aACD;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,oBAAoB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,0BAA0B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,MAAM,GAAG,oBAAoB,CAAC,SAAS,CAAC;YAC7C,IAAI,EAAE,aAAa;YACnB,MAAM,EAAE,EAAE;SACV,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"aggregate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/aggregate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGzC,OAAO,KAAK,EAAE,WAAW,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"aggregate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/aggregate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGzC,OAAO,KAAK,EAAE,WAAW,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAKlG;;;;;;;;GAQG;AACH,wBAAsB,gBAAgB,CACrC,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE;IACR,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC;IAChC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC7B,EACD,YAAY,EAAE;IACb,MAAM,EAAE,cAAc,CAAC;IACvB,UAAU,EAAE,WAAW,CAAC;IACxB,UAAU,EAAE,WAAW,CAAC;IACxB,YAAY,EAAE,aAAa,CAAC;IAC5B,WAAW,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,KAAK,CAAC;CACrC,GACC,OAAO,CAAC,IAAI,CAAC,CAiFf;AAED;;;;GAIG;AACH,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAsD/D"}
|
|
@@ -6,6 +6,7 @@
|
|
|
6
6
|
import { readFile } from "node:fs/promises";
|
|
7
7
|
import { aggregateResults, createAggregationOutput } from "../../aggregation/index.js";
|
|
8
8
|
import { writeAggregates } from "../output-writer.js";
|
|
9
|
+
import { toBufferEncoding } from "../type-utils.js";
|
|
9
10
|
/**
|
|
10
11
|
* Execute aggregate command with injected dependencies.
|
|
11
12
|
*
|
|
@@ -22,6 +23,7 @@ export async function executeAggregate(resultsFile, options, dependencies) {
|
|
|
22
23
|
// Read results file
|
|
23
24
|
logger.info(`Reading results from: ${resultsFile}`);
|
|
24
25
|
const content = await fileSystem.readFile(resultsFile, "utf-8");
|
|
26
|
+
// eslint-disable-next-line @typescript-eslint/no-unsafe-assignment -- JSON.parse returns any; shape validated below
|
|
25
27
|
const data = JSON.parse(content);
|
|
26
28
|
if (!data.results || !Array.isArray(data.results)) {
|
|
27
29
|
throw new Error("Invalid results file: missing or invalid 'results' array");
|
|
@@ -102,23 +104,29 @@ export function registerAggregateCommand(program) {
|
|
|
102
104
|
.action(async (resultsFile, options) => {
|
|
103
105
|
const { createLogger } = await import("../logger.js");
|
|
104
106
|
const logger = createLogger();
|
|
105
|
-
|
|
106
|
-
output: options.output,
|
|
107
|
-
format: options.format
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
107
|
+
const parsedOptions = {
|
|
108
|
+
output: typeof options.output === "string" ? options.output : undefined,
|
|
109
|
+
format: options.format === "json" || options.format === "json-pretty"
|
|
110
|
+
? options.format
|
|
111
|
+
: undefined,
|
|
112
|
+
groupByCaseClass: typeof options.groupByCaseClass === "boolean" ? options.groupByCaseClass : undefined,
|
|
113
|
+
computeComparisons: typeof options.computeComparisons === "boolean" ? options.computeComparisons : undefined,
|
|
114
|
+
};
|
|
115
|
+
const deps = {
|
|
111
116
|
logger,
|
|
112
117
|
fileSystem: {
|
|
113
|
-
readFile: (path, encoding) => readFile(path, encoding),
|
|
114
|
-
writeFile:
|
|
115
|
-
// Do nothing for CLI aggregate command
|
|
116
|
-
},
|
|
118
|
+
readFile: (path, encoding) => readFile(path, toBufferEncoding(encoding)),
|
|
119
|
+
writeFile: () => Promise.resolve(),
|
|
117
120
|
},
|
|
118
121
|
aggregator: { aggregateResults, createAggregationOutput },
|
|
119
|
-
outputWriter: {
|
|
122
|
+
outputWriter: {
|
|
123
|
+
writeAggregates,
|
|
124
|
+
generateOutputFilename: () => "",
|
|
125
|
+
writeResults: () => Promise.resolve(),
|
|
126
|
+
},
|
|
120
127
|
processExit: (code) => process.exit(code),
|
|
121
|
-
}
|
|
128
|
+
};
|
|
129
|
+
await executeAggregate(resultsFile, parsedOptions, deps);
|
|
122
130
|
});
|
|
123
131
|
}
|
|
124
132
|
//# sourceMappingURL=aggregate.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"aggregate.js","sourceRoot":"","sources":["../../../src/cli/commands/aggregate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAI5C,OAAO,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAC;AAEvF,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"aggregate.js","sourceRoot":"","sources":["../../../src/cli/commands/aggregate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAI5C,OAAO,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAC;AAEvF,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAGpD;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,WAAmB,EACnB,OAKC,EACD,YAMC;IAED,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,YAAY,CAAC;IAEnF,IAAI,CAAC;QACJ,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QAErC,oBAAoB;QACpB,MAAM,CAAC,IAAI,CAAC,yBAAyB,WAAW,EAAE,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAChE,oHAAoH;QACpH,MAAM,IAAI,GAAqC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnE,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;QAC7E,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;QAEpD,YAAY;QACZ,MAAM,CAAC,SAAS,CAAC,2BAA2B,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAuB,IAAI,CAAC,OAAO,CAAC;QACjD,MAAM,UAAU,GAAG,UAAU,CAAC,gBAAgB,CAAC,OAAO,EAAE;YACvD,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI;YAClD,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,IAAI,IAAI;SACtD,CAAC,CAAC;QACH,MAAM,iBAAiB,GAAG,UAAU,CAAC,uBAAuB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAElF,wBAAwB;QACxB,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,IAAI,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;QACtF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC;QAE/C,mBAAmB;QACnB,MAAM,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;QAC1C,MAAM,YAAY,CAAC,eAAe,CAAC,iBAAiB,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QAC1E,MAAM,CAAC,IAAI,CAAC,0BAA0B,UAAU,EAAE,CAAC,CAAC;QAEpD,kBAAkB;QAClB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChB,MAAM,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;QACxC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC9B,MAAM,eAAe,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,eAAe,GAAG,CAAC,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;YAE/C,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC1B,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC3D,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;oBAC3B,MAAM,CAAC,IAAI,CACV,OAAO,MAAM,UAAU,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;wBAC/C,UAAU,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;wBACrC,OAAO,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CACxB,CAAC;gBACH,CAAC;YACF,CAAC;YAED,IAAI,GAAG,CAAC,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChE,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBAC9B,KAAK,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;oBACtE,MAAM,CAAC,IAAI,CAAC,UAAU,QAAQ,GAAG,CAAC,CAAC;oBACnC,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;wBACrC,MAAM,CAAC,IAAI,CAAC,kBAAkB,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBAC/D,CAAC;oBACD,IAAI,UAAU,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;wBACzC,MAAM,CAAC,IAAI,CAAC,sBAAsB,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACvE,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChB,MAAM,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC5B,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;aAAM,CAAC;YACP,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7B,CAAC;QACD,WAAW,CAAC,CAAC,CAAC,CAAC;IAChB,CAAC;AACF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,wBAAwB,CAAC,OAAgB;IACxD,OAAO;SACL,OAAO,CAAC,WAAW,CAAC;SACpB,WAAW,CAAC,6CAA6C,CAAC;SAC1D,QAAQ,CAAC,gBAAgB,EAAE,2BAA2B,CAAC;SACvD,MAAM,CAAC,qBAAqB,EAAE,kBAAkB,CAAC;SACjD,MAAM,CAAC,uBAAuB,EAAE,qCAAqC,EAAE,aAAa,CAAC;SACrF,MAAM,CAAC,uBAAuB,EAAE,6BAA6B,EAAE,IAAI,CAAC;SACpE,MAAM,CAAC,uBAAuB,EAAE,oCAAoC,EAAE,IAAI,CAAC;SAC3E,MAAM,CAAC,KAAK,EAAE,WAAmB,EAAE,OAAgC,EAAE,EAAE;QACvE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;QAEtD,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;QAE9B,MAAM,aAAa,GAKf;YACH,MAAM,EAAE,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;YACvE,MAAM,EACL,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,aAAa;gBAC5D,CAAC,CAAC,OAAO,CAAC,MAAM;gBAChB,CAAC,CAAC,SAAS;YACb,gBAAgB,EACf,OAAO,OAAO,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;YACrF,kBAAkB,EACjB,OAAO,OAAO,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS;SACzF,CAAC;QAEF,MAAM,IAAI,GAMN;YACH,MAAM;YACN,UAAU,EAAE;gBACX,QAAQ,EAAE,CAAC,IAAY,EAAE,QAAgB,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAAC;gBACxF,SAAS,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE;aAClC;YACD,UAAU,EAAE,EAAE,gBAAgB,EAAE,uBAAuB,EAAE;YACzD,YAAY,EAAE;gBACb,eAAe;gBACf,sBAAsB,EAAE,GAAG,EAAE,CAAC,EAAE;gBAChC,YAAY,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE;aACrC;YACD,WAAW,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;SACjD,CAAC;QAEF,MAAM,gBAAgB,CAAC,WAAW,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/evaluate.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"evaluate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/evaluate.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AASzC,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEtE,OAAO,KAAK,EAAqB,cAAc,EAAoB,MAAM,0BAA0B,CAAC;AAWpG;;GAEG;AACH,KAAK,YAAY,GAAG,MAAM,GAAG,aAAa,GAAG,OAAO,GAAG,UAAU,CAAC;AAElE;;;;;;;;GAQG;AACH,wBAAsB,eAAe,CACpC,cAAc,EAAE,MAAM,EACtB,OAAO,EAAE;IACR,IAAI,EAAE,cAAc,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,OAAO,CAAC,EAAE,OAAO,CAAC;CAClB,EACD,YAAY,EAAE;IACb,MAAM,EAAE,cAAc,CAAC;IACvB,UAAU,EAAE,WAAW,CAAC;IACxB,WAAW,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,KAAK,CAAC;CACrC,GACC,OAAO,CAAC,IAAI,CAAC,CAmWf;AAwBD;;;;GAIG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CA2C9D"}
|