ppef 1.0.1 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (295) hide show
  1. package/README.md +76 -125
  2. package/bin/ppef.mjs +20 -0
  3. package/dist/__tests__/cli/evaluate-command.integration.test.d.ts +8 -0
  4. package/dist/__tests__/cli/evaluate-command.integration.test.d.ts.map +1 -0
  5. package/dist/__tests__/cli/evaluate-command.integration.test.js +308 -0
  6. package/dist/__tests__/cli/evaluate-command.integration.test.js.map +1 -0
  7. package/dist/__tests__/evaluators/claims-evaluator.unit.test.d.ts +8 -0
  8. package/dist/__tests__/evaluators/claims-evaluator.unit.test.d.ts.map +1 -0
  9. package/dist/__tests__/evaluators/claims-evaluator.unit.test.js +405 -0
  10. package/dist/__tests__/evaluators/claims-evaluator.unit.test.js.map +1 -0
  11. package/dist/__tests__/evaluators/metrics-evaluator.unit.test.d.ts +8 -0
  12. package/dist/__tests__/evaluators/metrics-evaluator.unit.test.d.ts.map +1 -0
  13. package/dist/__tests__/evaluators/metrics-evaluator.unit.test.js +424 -0
  14. package/dist/__tests__/evaluators/metrics-evaluator.unit.test.js.map +1 -0
  15. package/dist/__tests__/evaluators/registry.unit.test.d.ts +7 -0
  16. package/dist/__tests__/evaluators/registry.unit.test.d.ts.map +1 -0
  17. package/dist/__tests__/evaluators/registry.unit.test.js +173 -0
  18. package/dist/__tests__/evaluators/registry.unit.test.js.map +1 -0
  19. package/dist/__tests__/evaluators/robustness-evaluator.unit.test.d.ts +8 -0
  20. package/dist/__tests__/evaluators/robustness-evaluator.unit.test.d.ts.map +1 -0
  21. package/dist/__tests__/evaluators/robustness-evaluator.unit.test.js +260 -0
  22. package/dist/__tests__/evaluators/robustness-evaluator.unit.test.js.map +1 -0
  23. package/dist/__tests__/framework-pipeline.integration.test.js +49 -20
  24. package/dist/__tests__/framework-pipeline.integration.test.js.map +1 -1
  25. package/dist/__tests__/index-exports.unit.test.d.ts +8 -0
  26. package/dist/__tests__/index-exports.unit.test.d.ts.map +1 -0
  27. package/dist/__tests__/index-exports.unit.test.js +124 -0
  28. package/dist/__tests__/index-exports.unit.test.js.map +1 -0
  29. package/dist/__tests__/registry-executor.integration.test.js +12 -9
  30. package/dist/__tests__/registry-executor.integration.test.js.map +1 -1
  31. package/dist/aggregation/__tests__/aggregators.unit.test.d.ts +7 -0
  32. package/dist/aggregation/__tests__/aggregators.unit.test.d.ts.map +1 -0
  33. package/dist/aggregation/__tests__/aggregators.unit.test.js +350 -0
  34. package/dist/aggregation/__tests__/aggregators.unit.test.js.map +1 -0
  35. package/dist/aggregation/__tests__/pipeline.unit.test.d.ts +7 -0
  36. package/dist/aggregation/__tests__/pipeline.unit.test.d.ts.map +1 -0
  37. package/dist/aggregation/__tests__/pipeline.unit.test.js +213 -0
  38. package/dist/aggregation/__tests__/pipeline.unit.test.js.map +1 -0
  39. package/dist/aggregation/aggregators.d.ts +9 -0
  40. package/dist/aggregation/aggregators.d.ts.map +1 -1
  41. package/dist/aggregation/aggregators.js +1 -1
  42. package/dist/aggregation/aggregators.js.map +1 -1
  43. package/dist/aggregation/index.d.ts +1 -1
  44. package/dist/aggregation/index.d.ts.map +1 -1
  45. package/dist/aggregation/index.js +1 -1
  46. package/dist/aggregation/index.js.map +1 -1
  47. package/dist/aggregation/pipeline.d.ts.map +1 -1
  48. package/dist/aggregation/pipeline.js +40 -3
  49. package/dist/aggregation/pipeline.js.map +1 -1
  50. package/dist/claims/index.d.ts +6 -3
  51. package/dist/claims/index.d.ts.map +1 -1
  52. package/dist/claims/index.js +6 -3
  53. package/dist/claims/index.js.map +1 -1
  54. package/dist/cli/__tests__/aggregate.command.unit.test.d.ts +7 -0
  55. package/dist/cli/__tests__/aggregate.command.unit.test.d.ts.map +1 -0
  56. package/dist/cli/__tests__/aggregate.command.unit.test.js +399 -0
  57. package/dist/cli/__tests__/aggregate.command.unit.test.js.map +1 -0
  58. package/dist/cli/__tests__/binary-sut.integration.test.d.ts +8 -0
  59. package/dist/cli/__tests__/binary-sut.integration.test.d.ts.map +1 -0
  60. package/dist/cli/__tests__/binary-sut.integration.test.js +165 -0
  61. package/dist/cli/__tests__/binary-sut.integration.test.js.map +1 -0
  62. package/dist/cli/__tests__/commands.unit.test.d.ts +10 -0
  63. package/dist/cli/__tests__/commands.unit.test.d.ts.map +1 -0
  64. package/dist/cli/__tests__/commands.unit.test.js +217 -0
  65. package/dist/cli/__tests__/commands.unit.test.js.map +1 -0
  66. package/dist/cli/__tests__/config-loader.unit.test.d.ts +7 -0
  67. package/dist/cli/__tests__/config-loader.unit.test.d.ts.map +1 -0
  68. package/dist/cli/__tests__/config-loader.unit.test.js +611 -0
  69. package/dist/cli/__tests__/config-loader.unit.test.js.map +1 -0
  70. package/dist/cli/__tests__/index.unit.test.d.ts +10 -0
  71. package/dist/cli/__tests__/index.unit.test.d.ts.map +1 -0
  72. package/dist/cli/__tests__/index.unit.test.js +65 -0
  73. package/dist/cli/__tests__/index.unit.test.js.map +1 -0
  74. package/dist/cli/__tests__/logger.unit.test.d.ts +11 -0
  75. package/dist/cli/__tests__/logger.unit.test.d.ts.map +1 -0
  76. package/dist/cli/__tests__/logger.unit.test.js +180 -0
  77. package/dist/cli/__tests__/logger.unit.test.js.map +1 -0
  78. package/dist/cli/__tests__/module-loader.unit.test.d.ts +11 -0
  79. package/dist/cli/__tests__/module-loader.unit.test.d.ts.map +1 -0
  80. package/dist/cli/__tests__/module-loader.unit.test.js +262 -0
  81. package/dist/cli/__tests__/module-loader.unit.test.js.map +1 -0
  82. package/dist/cli/__tests__/output-writer.unit.test.d.ts +10 -0
  83. package/dist/cli/__tests__/output-writer.unit.test.d.ts.map +1 -0
  84. package/dist/cli/__tests__/output-writer.unit.test.js +216 -0
  85. package/dist/cli/__tests__/output-writer.unit.test.js.map +1 -0
  86. package/dist/cli/__tests__/plan.command.unit.test.d.ts +7 -0
  87. package/dist/cli/__tests__/plan.command.unit.test.d.ts.map +1 -0
  88. package/dist/cli/__tests__/plan.command.unit.test.js +289 -0
  89. package/dist/cli/__tests__/plan.command.unit.test.js.map +1 -0
  90. package/dist/cli/__tests__/run.command.unit.test.d.ts +7 -0
  91. package/dist/cli/__tests__/run.command.unit.test.d.ts.map +1 -0
  92. package/dist/cli/__tests__/run.command.unit.test.js +422 -0
  93. package/dist/cli/__tests__/run.command.unit.test.js.map +1 -0
  94. package/dist/cli/__tests__/validate.command.unit.test.d.ts +7 -0
  95. package/dist/cli/__tests__/validate.command.unit.test.d.ts.map +1 -0
  96. package/dist/cli/__tests__/validate.command.unit.test.js +226 -0
  97. package/dist/cli/__tests__/validate.command.unit.test.js.map +1 -0
  98. package/dist/cli/command-deps.d.ts +137 -0
  99. package/dist/cli/command-deps.d.ts.map +1 -0
  100. package/dist/cli/command-deps.js +7 -0
  101. package/dist/cli/command-deps.js.map +1 -0
  102. package/dist/cli/commands/aggregate.d.ts +35 -0
  103. package/dist/cli/commands/aggregate.d.ts.map +1 -0
  104. package/dist/cli/commands/aggregate.js +124 -0
  105. package/dist/cli/commands/aggregate.js.map +1 -0
  106. package/dist/cli/commands/evaluate.d.ts +41 -0
  107. package/dist/cli/commands/evaluate.d.ts.map +1 -0
  108. package/dist/cli/commands/evaluate.js +287 -0
  109. package/dist/cli/commands/evaluate.js.map +1 -0
  110. package/dist/cli/commands/plan.d.ts +36 -0
  111. package/dist/cli/commands/plan.d.ts.map +1 -0
  112. package/dist/cli/commands/plan.js +109 -0
  113. package/dist/cli/commands/plan.js.map +1 -0
  114. package/dist/cli/commands/run.d.ts +33 -0
  115. package/dist/cli/commands/run.d.ts.map +1 -0
  116. package/dist/cli/commands/run.js +277 -0
  117. package/dist/cli/commands/run.js.map +1 -0
  118. package/dist/cli/commands/validate.d.ts +27 -0
  119. package/dist/cli/commands/validate.d.ts.map +1 -0
  120. package/dist/cli/commands/validate.js +88 -0
  121. package/dist/cli/commands/validate.js.map +1 -0
  122. package/dist/cli/config-loader.d.ts +30 -0
  123. package/dist/cli/config-loader.d.ts.map +1 -0
  124. package/dist/cli/config-loader.js +181 -0
  125. package/dist/cli/config-loader.js.map +1 -0
  126. package/dist/cli/index.d.ts +27 -0
  127. package/dist/cli/index.d.ts.map +1 -0
  128. package/dist/cli/index.js +60 -0
  129. package/dist/cli/index.js.map +1 -0
  130. package/dist/cli/logger.d.ts +75 -0
  131. package/dist/cli/logger.d.ts.map +1 -0
  132. package/dist/cli/logger.js +131 -0
  133. package/dist/cli/logger.js.map +1 -0
  134. package/dist/cli/module-loader.d.ts +68 -0
  135. package/dist/cli/module-loader.d.ts.map +1 -0
  136. package/dist/cli/module-loader.js +134 -0
  137. package/dist/cli/module-loader.js.map +1 -0
  138. package/dist/cli/output-writer.d.ts +51 -0
  139. package/dist/cli/output-writer.d.ts.map +1 -0
  140. package/dist/cli/output-writer.js +65 -0
  141. package/dist/cli/output-writer.js.map +1 -0
  142. package/dist/cli/types.d.ts +193 -0
  143. package/dist/cli/types.d.ts.map +1 -0
  144. package/dist/cli/types.js +7 -0
  145. package/dist/cli/types.js.map +1 -0
  146. package/dist/collector/__tests__/result-collector.unit.test.d.ts +7 -0
  147. package/dist/collector/__tests__/result-collector.unit.test.d.ts.map +1 -0
  148. package/dist/collector/__tests__/result-collector.unit.test.js +1021 -0
  149. package/dist/collector/__tests__/result-collector.unit.test.js.map +1 -0
  150. package/dist/collector/__tests__/schema.unit.test.d.ts +7 -0
  151. package/dist/collector/__tests__/schema.unit.test.d.ts.map +1 -0
  152. package/dist/collector/__tests__/schema.unit.test.js +360 -0
  153. package/dist/collector/__tests__/schema.unit.test.js.map +1 -0
  154. package/dist/evaluators/claims-evaluator.d.ts +87 -0
  155. package/dist/evaluators/claims-evaluator.d.ts.map +1 -0
  156. package/dist/evaluators/claims-evaluator.js +289 -0
  157. package/dist/evaluators/claims-evaluator.js.map +1 -0
  158. package/dist/evaluators/exploratory-evaluator.d.ts +136 -0
  159. package/dist/evaluators/exploratory-evaluator.d.ts.map +1 -0
  160. package/dist/evaluators/exploratory-evaluator.js +545 -0
  161. package/dist/evaluators/exploratory-evaluator.js.map +1 -0
  162. package/dist/evaluators/index.d.ts +13 -0
  163. package/dist/evaluators/index.d.ts.map +1 -0
  164. package/dist/evaluators/index.js +14 -0
  165. package/dist/evaluators/index.js.map +1 -0
  166. package/dist/evaluators/metrics-evaluator.d.ts +114 -0
  167. package/dist/evaluators/metrics-evaluator.d.ts.map +1 -0
  168. package/dist/evaluators/metrics-evaluator.js +433 -0
  169. package/dist/evaluators/metrics-evaluator.js.map +1 -0
  170. package/dist/evaluators/registry.d.ts +106 -0
  171. package/dist/evaluators/registry.d.ts.map +1 -0
  172. package/dist/evaluators/registry.js +148 -0
  173. package/dist/evaluators/registry.js.map +1 -0
  174. package/dist/evaluators/robustness-evaluator.d.ts +57 -0
  175. package/dist/evaluators/robustness-evaluator.d.ts.map +1 -0
  176. package/dist/evaluators/robustness-evaluator.js +186 -0
  177. package/dist/evaluators/robustness-evaluator.js.map +1 -0
  178. package/dist/executor/__tests__/binary-sut.unit.test.d.ts +8 -0
  179. package/dist/executor/__tests__/binary-sut.unit.test.d.ts.map +1 -0
  180. package/dist/executor/__tests__/binary-sut.unit.test.js +313 -0
  181. package/dist/executor/__tests__/binary-sut.unit.test.js.map +1 -0
  182. package/dist/executor/__tests__/checkpoint-manager.unit.test.js +83 -1
  183. package/dist/executor/__tests__/checkpoint-manager.unit.test.js.map +1 -1
  184. package/dist/executor/__tests__/checkpoint-merge-bug.diagnostic.test.d.ts +3 -6
  185. package/dist/executor/__tests__/checkpoint-merge-bug.diagnostic.test.d.ts.map +1 -1
  186. package/dist/executor/__tests__/checkpoint-merge-bug.diagnostic.test.js +428 -159
  187. package/dist/executor/__tests__/checkpoint-merge-bug.diagnostic.test.js.map +1 -1
  188. package/dist/executor/__tests__/checkpoint-storage.unit.test.js +148 -1
  189. package/dist/executor/__tests__/checkpoint-storage.unit.test.js.map +1 -1
  190. package/dist/executor/__tests__/executor.unit.test.js +123 -8
  191. package/dist/executor/__tests__/executor.unit.test.js.map +1 -1
  192. package/dist/executor/__tests__/memory-monitor.unit.test.d.ts +7 -0
  193. package/dist/executor/__tests__/memory-monitor.unit.test.d.ts.map +1 -0
  194. package/dist/executor/__tests__/memory-monitor.unit.test.js +285 -0
  195. package/dist/executor/__tests__/memory-monitor.unit.test.js.map +1 -0
  196. package/dist/executor/__tests__/parallel-executor.unit.test.d.ts +2 -1
  197. package/dist/executor/__tests__/parallel-executor.unit.test.d.ts.map +1 -1
  198. package/dist/executor/__tests__/parallel-executor.unit.test.js +426 -156
  199. package/dist/executor/__tests__/parallel-executor.unit.test.js.map +1 -1
  200. package/dist/executor/__tests__/resource-calculator.unit.test.d.ts +10 -0
  201. package/dist/executor/__tests__/resource-calculator.unit.test.d.ts.map +1 -0
  202. package/dist/executor/__tests__/resource-calculator.unit.test.js +104 -0
  203. package/dist/executor/__tests__/resource-calculator.unit.test.js.map +1 -0
  204. package/dist/executor/__tests__/run-id.unit.test.d.ts +8 -0
  205. package/dist/executor/__tests__/run-id.unit.test.d.ts.map +1 -0
  206. package/dist/executor/__tests__/run-id.unit.test.js +156 -0
  207. package/dist/executor/__tests__/run-id.unit.test.js.map +1 -0
  208. package/dist/executor/__tests__/worker-entry.integration.test.d.ts +24 -0
  209. package/dist/executor/__tests__/worker-entry.integration.test.d.ts.map +1 -0
  210. package/dist/executor/__tests__/worker-entry.integration.test.js +82 -0
  211. package/dist/executor/__tests__/worker-entry.integration.test.js.map +1 -0
  212. package/dist/executor/__tests__/worker-entry.unit.test.d.ts +7 -0
  213. package/dist/executor/__tests__/worker-entry.unit.test.d.ts.map +1 -0
  214. package/dist/executor/__tests__/worker-entry.unit.test.js +364 -0
  215. package/dist/executor/__tests__/worker-entry.unit.test.js.map +1 -0
  216. package/dist/executor/__tests__/worker-threads-executor.unit.test.d.ts +8 -0
  217. package/dist/executor/__tests__/worker-threads-executor.unit.test.d.ts.map +1 -0
  218. package/dist/executor/__tests__/worker-threads-executor.unit.test.js +276 -0
  219. package/dist/executor/__tests__/worker-threads-executor.unit.test.js.map +1 -0
  220. package/dist/executor/binary-sut.d.ts +105 -0
  221. package/dist/executor/binary-sut.d.ts.map +1 -0
  222. package/dist/executor/binary-sut.js +174 -0
  223. package/dist/executor/binary-sut.js.map +1 -0
  224. package/dist/executor/checkpoint-storage.d.ts.map +1 -1
  225. package/dist/executor/checkpoint-storage.js +6 -4
  226. package/dist/executor/checkpoint-storage.js.map +1 -1
  227. package/dist/executor/executor.d.ts +28 -0
  228. package/dist/executor/executor.d.ts.map +1 -1
  229. package/dist/executor/executor.js +85 -24
  230. package/dist/executor/executor.js.map +1 -1
  231. package/dist/executor/index.d.ts +4 -0
  232. package/dist/executor/index.d.ts.map +1 -1
  233. package/dist/executor/index.js +4 -0
  234. package/dist/executor/index.js.map +1 -1
  235. package/dist/executor/parallel-executor.d.ts +186 -0
  236. package/dist/executor/parallel-executor.d.ts.map +1 -1
  237. package/dist/executor/parallel-executor.js +218 -83
  238. package/dist/executor/parallel-executor.js.map +1 -1
  239. package/dist/executor/resource-calculator.d.ts +49 -0
  240. package/dist/executor/resource-calculator.d.ts.map +1 -0
  241. package/dist/executor/resource-calculator.js +129 -0
  242. package/dist/executor/resource-calculator.js.map +1 -0
  243. package/dist/executor/run-id.d.ts.map +1 -1
  244. package/dist/executor/run-id.js +8 -1
  245. package/dist/executor/run-id.js.map +1 -1
  246. package/dist/executor/worker-entry.d.ts +2 -0
  247. package/dist/executor/worker-entry.d.ts.map +1 -1
  248. package/dist/executor/worker-entry.js +46 -55
  249. package/dist/executor/worker-entry.js.map +1 -1
  250. package/dist/executor/worker-executor.d.ts +257 -0
  251. package/dist/executor/worker-executor.d.ts.map +1 -0
  252. package/dist/executor/worker-executor.js +308 -0
  253. package/dist/executor/worker-executor.js.map +1 -0
  254. package/dist/executor/worker-threads-executor.d.ts +245 -0
  255. package/dist/executor/worker-threads-executor.d.ts.map +1 -0
  256. package/dist/executor/worker-threads-executor.js +332 -0
  257. package/dist/executor/worker-threads-executor.js.map +1 -0
  258. package/dist/index.d.ts +1 -0
  259. package/dist/index.d.ts.map +1 -1
  260. package/dist/index.js +4 -2
  261. package/dist/index.js.map +1 -1
  262. package/dist/renderers/latex-renderer.d.ts +60 -0
  263. package/dist/renderers/latex-renderer.d.ts.map +1 -1
  264. package/dist/renderers/latex-renderer.js +299 -0
  265. package/dist/renderers/latex-renderer.js.map +1 -1
  266. package/dist/renderers/types.d.ts +9 -0
  267. package/dist/renderers/types.d.ts.map +1 -1
  268. package/dist/renderers/types.js.map +1 -1
  269. package/dist/robustness/__tests__/perturbations.unit.test.d.ts +11 -0
  270. package/dist/robustness/__tests__/perturbations.unit.test.d.ts.map +1 -0
  271. package/dist/robustness/__tests__/perturbations.unit.test.js +284 -0
  272. package/dist/robustness/__tests__/perturbations.unit.test.js.map +1 -0
  273. package/dist/robustness/index.d.ts +5 -2
  274. package/dist/robustness/index.d.ts.map +1 -1
  275. package/dist/robustness/index.js +4 -2
  276. package/dist/robustness/index.js.map +1 -1
  277. package/dist/statistical/__tests__/mann-whitney-u.unit.test.d.ts +7 -0
  278. package/dist/statistical/__tests__/mann-whitney-u.unit.test.d.ts.map +1 -0
  279. package/dist/statistical/__tests__/mann-whitney-u.unit.test.js +185 -0
  280. package/dist/statistical/__tests__/mann-whitney-u.unit.test.js.map +1 -0
  281. package/dist/types/evaluator.d.ts +449 -0
  282. package/dist/types/evaluator.d.ts.map +1 -0
  283. package/dist/types/evaluator.js +9 -0
  284. package/dist/types/evaluator.js.map +1 -0
  285. package/dist/types/result.d.ts +2 -0
  286. package/dist/types/result.d.ts.map +1 -1
  287. package/package.json +8 -1
  288. package/dist/claims/evaluator.d.ts +0 -33
  289. package/dist/claims/evaluator.d.ts.map +0 -1
  290. package/dist/claims/evaluator.js +0 -174
  291. package/dist/claims/evaluator.js.map +0 -1
  292. package/dist/robustness/analyzer.d.ts +0 -61
  293. package/dist/robustness/analyzer.d.ts.map +0 -1
  294. package/dist/robustness/analyzer.js +0 -191
  295. package/dist/robustness/analyzer.js.map +0 -1
@@ -0,0 +1,405 @@
1
+ /**
2
+ * Unit tests for Claims Evaluator
3
+ *
4
+ * Tests the claims evaluator functionality including edge cases
5
+ * for different directions, thresholds, and the summarize method.
6
+ */
7
+ import { describe, it } from "node:test";
8
+ import { strict as assert } from "node:assert";
9
+ import { ClaimsEvaluator } from "../../evaluators/claims-evaluator.js";
10
+ import { createMockAggregate, createMockSummaryStats } from "../test-helpers.js";
11
+ /**
12
+ * Test helpers
13
+ */
14
+ function createTestClaim(overrides) {
15
+ return {
16
+ claimId: "C001",
17
+ description: "Test claim",
18
+ sut: "primary-sut",
19
+ baseline: "baseline-sut",
20
+ metric: "execution-time",
21
+ direction: "less",
22
+ scope: "global",
23
+ ...overrides,
24
+ };
25
+ }
26
+ function createTestContext(aggregates) {
27
+ return {
28
+ aggregates,
29
+ metadata: { source: "test" },
30
+ };
31
+ }
32
+ describe("ClaimsEvaluator - edge cases", () => {
33
+ const evaluator = new ClaimsEvaluator();
34
+ describe("greater direction - uncovered branches", () => {
35
+ it("should satisfy when delta > 0 without threshold", () => {
36
+ const claim = createTestClaim({
37
+ sut: "high-value",
38
+ baseline: "low-value",
39
+ metric: "accuracy",
40
+ direction: "greater",
41
+ });
42
+ const aggregates = [
43
+ createMockAggregate("high-value", "primary", undefined, {
44
+ accuracy: createMockSummaryStats([0.85]),
45
+ }),
46
+ createMockAggregate("low-value", "baseline", undefined, {
47
+ accuracy: createMockSummaryStats([0.75]),
48
+ }),
49
+ ];
50
+ const context = createTestContext(aggregates);
51
+ const config = { claims: [claim] };
52
+ const output = evaluator.evaluate(config, context);
53
+ assert.equal(output.data.evaluations[0].status, "satisfied");
54
+ });
55
+ it("should violate when delta <= 0 without threshold", () => {
56
+ const claim = createTestClaim({
57
+ sut: "low-value",
58
+ baseline: "high-value",
59
+ metric: "accuracy",
60
+ direction: "greater",
61
+ });
62
+ const aggregates = [
63
+ createMockAggregate("low-value", "primary", undefined, {
64
+ accuracy: createMockSummaryStats([0.75]),
65
+ }),
66
+ createMockAggregate("high-value", "baseline", undefined, {
67
+ accuracy: createMockSummaryStats([0.85]),
68
+ }),
69
+ ];
70
+ const context = createTestContext(aggregates);
71
+ const config = { claims: [claim] };
72
+ const output = evaluator.evaluate(config, context);
73
+ assert.equal(output.data.evaluations[0].status, "violated");
74
+ });
75
+ it("should violate when delta == 0 without threshold", () => {
76
+ const claim = createTestClaim({
77
+ sut: "sut-a",
78
+ baseline: "sut-b",
79
+ metric: "accuracy",
80
+ direction: "greater",
81
+ });
82
+ const aggregates = [
83
+ createMockAggregate("sut-a", "primary", undefined, {
84
+ accuracy: createMockSummaryStats([0.8]),
85
+ }),
86
+ createMockAggregate("sut-b", "baseline", undefined, {
87
+ accuracy: createMockSummaryStats([0.8]),
88
+ }),
89
+ ];
90
+ const context = createTestContext(aggregates);
91
+ const config = { claims: [claim] };
92
+ const output = evaluator.evaluate(config, context);
93
+ assert.equal(output.data.evaluations[0].status, "violated");
94
+ });
95
+ });
96
+ describe("less direction - uncovered branches", () => {
97
+ it("should satisfy when delta < 0 without threshold", () => {
98
+ const claim = createTestClaim({
99
+ sut: "low-value",
100
+ baseline: "high-value",
101
+ metric: "execution-time",
102
+ direction: "less",
103
+ });
104
+ const aggregates = [
105
+ createMockAggregate("low-value", "primary", undefined, {
106
+ "execution-time": createMockSummaryStats([80]),
107
+ }),
108
+ createMockAggregate("high-value", "baseline", undefined, {
109
+ "execution-time": createMockSummaryStats([120]),
110
+ }),
111
+ ];
112
+ const context = createTestContext(aggregates);
113
+ const config = { claims: [claim] };
114
+ const output = evaluator.evaluate(config, context);
115
+ assert.equal(output.data.evaluations[0].status, "satisfied");
116
+ });
117
+ it("should violate when delta >= 0 without threshold", () => {
118
+ const claim = createTestClaim({
119
+ sut: "high-value",
120
+ baseline: "low-value",
121
+ metric: "execution-time",
122
+ direction: "less",
123
+ });
124
+ const aggregates = [
125
+ createMockAggregate("high-value", "primary", undefined, {
126
+ "execution-time": createMockSummaryStats([120]),
127
+ }),
128
+ createMockAggregate("low-value", "baseline", undefined, {
129
+ "execution-time": createMockSummaryStats([80]),
130
+ }),
131
+ ];
132
+ const context = createTestContext(aggregates);
133
+ const config = { claims: [claim] };
134
+ const output = evaluator.evaluate(config, context);
135
+ assert.equal(output.data.evaluations[0].status, "violated");
136
+ });
137
+ it("should violate when delta == 0 without threshold", () => {
138
+ const claim = createTestClaim({
139
+ sut: "sut-a",
140
+ baseline: "sut-b",
141
+ metric: "execution-time",
142
+ direction: "less",
143
+ });
144
+ const aggregates = [
145
+ createMockAggregate("sut-a", "primary", undefined, {
146
+ "execution-time": createMockSummaryStats([100]),
147
+ }),
148
+ createMockAggregate("sut-b", "baseline", undefined, {
149
+ "execution-time": createMockSummaryStats([100]),
150
+ }),
151
+ ];
152
+ const context = createTestContext(aggregates);
153
+ const config = { claims: [claim] };
154
+ const output = evaluator.evaluate(config, context);
155
+ assert.equal(output.data.evaluations[0].status, "violated");
156
+ });
157
+ it("should satisfy when delta <= -threshold", () => {
158
+ const claim = createTestClaim({
159
+ sut: "low-value",
160
+ baseline: "high-value",
161
+ metric: "execution-time",
162
+ direction: "less",
163
+ threshold: 10,
164
+ });
165
+ const aggregates = [
166
+ createMockAggregate("low-value", "primary", undefined, {
167
+ "execution-time": createMockSummaryStats([80]),
168
+ }),
169
+ createMockAggregate("high-value", "baseline", undefined, {
170
+ "execution-time": createMockSummaryStats([100]),
171
+ }),
172
+ ];
173
+ const context = createTestContext(aggregates);
174
+ const config = { claims: [claim] };
175
+ const output = evaluator.evaluate(config, context);
176
+ // delta = -20, threshold = 10, -20 <= -10 is true
177
+ assert.equal(output.data.evaluations[0].status, "satisfied");
178
+ });
179
+ it("should violate when delta > -threshold", () => {
180
+ const claim = createTestClaim({
181
+ sut: "low-value",
182
+ baseline: "high-value",
183
+ metric: "execution-time",
184
+ direction: "less",
185
+ threshold: 50,
186
+ });
187
+ const aggregates = [
188
+ createMockAggregate("low-value", "primary", undefined, {
189
+ "execution-time": createMockSummaryStats([80]),
190
+ }),
191
+ createMockAggregate("high-value", "baseline", undefined, {
192
+ "execution-time": createMockSummaryStats([100]),
193
+ }),
194
+ ];
195
+ const context = createTestContext(aggregates);
196
+ const config = { claims: [claim] };
197
+ const output = evaluator.evaluate(config, context);
198
+ // delta = -20, threshold = 50, -20 > -50 is true, so violated
199
+ assert.equal(output.data.evaluations[0].status, "violated");
200
+ });
201
+ });
202
+ describe("equal direction - uncovered branches", () => {
203
+ it("should satisfy when delta within default epsilon", () => {
204
+ const claim = createTestClaim({
205
+ sut: "sut-a",
206
+ baseline: "sut-b",
207
+ metric: "output-size",
208
+ direction: "equal",
209
+ });
210
+ const aggregates = [
211
+ createMockAggregate("sut-a", "primary", undefined, {
212
+ "output-size": createMockSummaryStats([100.0005]),
213
+ }),
214
+ createMockAggregate("sut-b", "baseline", undefined, {
215
+ "output-size": createMockSummaryStats([100]),
216
+ }),
217
+ ];
218
+ const context = createTestContext(aggregates);
219
+ const config = { claims: [claim] };
220
+ const output = evaluator.evaluate(config, context);
221
+ // |100.0005 - 100| = 0.0005 <= 0.001 (default epsilon)
222
+ assert.equal(output.data.evaluations[0].status, "satisfied");
223
+ });
224
+ it("should violate when delta exceeds default epsilon", () => {
225
+ const claim = createTestClaim({
226
+ sut: "sut-a",
227
+ baseline: "sut-b",
228
+ metric: "output-size",
229
+ direction: "equal",
230
+ });
231
+ const aggregates = [
232
+ createMockAggregate("sut-a", "primary", undefined, {
233
+ "output-size": createMockSummaryStats([105]),
234
+ }),
235
+ createMockAggregate("sut-b", "baseline", undefined, {
236
+ "output-size": createMockSummaryStats([100]),
237
+ }),
238
+ ];
239
+ const context = createTestContext(aggregates);
240
+ const config = { claims: [claim] };
241
+ const output = evaluator.evaluate(config, context);
242
+ // |105 - 100| = 5 > 0.001
243
+ assert.equal(output.data.evaluations[0].status, "violated");
244
+ });
245
+ it("should use custom epsilon when threshold provided", () => {
246
+ const claim = createTestClaim({
247
+ sut: "sut-a",
248
+ baseline: "sut-b",
249
+ metric: "output-size",
250
+ direction: "equal",
251
+ threshold: 10,
252
+ });
253
+ const aggregates = [
254
+ createMockAggregate("sut-a", "primary", undefined, {
255
+ "output-size": createMockSummaryStats([108]),
256
+ }),
257
+ createMockAggregate("sut-b", "baseline", undefined, {
258
+ "output-size": createMockSummaryStats([100]),
259
+ }),
260
+ ];
261
+ const context = createTestContext(aggregates);
262
+ const config = { claims: [claim] };
263
+ const output = evaluator.evaluate(config, context);
264
+ // |108 - 100| = 8 <= 10
265
+ assert.equal(output.data.evaluations[0].status, "satisfied");
266
+ });
267
+ it("should violate when delta exceeds custom epsilon", () => {
268
+ const claim = createTestClaim({
269
+ sut: "sut-a",
270
+ baseline: "sut-b",
271
+ metric: "output-size",
272
+ direction: "equal",
273
+ threshold: 5,
274
+ });
275
+ const aggregates = [
276
+ createMockAggregate("sut-a", "primary", undefined, {
277
+ "output-size": createMockSummaryStats([108]),
278
+ }),
279
+ createMockAggregate("sut-b", "baseline", undefined, {
280
+ "output-size": createMockSummaryStats([100]),
281
+ }),
282
+ ];
283
+ const context = createTestContext(aggregates);
284
+ const config = { claims: [claim] };
285
+ const output = evaluator.evaluate(config, context);
286
+ // |108 - 100| = 8 > 5
287
+ assert.equal(output.data.evaluations[0].status, "violated");
288
+ });
289
+ });
290
+ describe("summarize method", () => {
291
+ it("should map satisfied to passed and satisfactionRate to passRate", () => {
292
+ const claim = createTestClaim({
293
+ sut: "primary-sut",
294
+ baseline: "baseline-sut",
295
+ metric: "accuracy",
296
+ direction: "greater",
297
+ });
298
+ const aggregates = [
299
+ createMockAggregate("primary-sut", "primary", undefined, {
300
+ accuracy: createMockSummaryStats([0.85]),
301
+ }),
302
+ createMockAggregate("baseline-sut", "baseline", undefined, {
303
+ accuracy: createMockSummaryStats([0.75]),
304
+ }),
305
+ ];
306
+ const context = createTestContext(aggregates);
307
+ const config = { claims: [claim] };
308
+ const output = evaluator.evaluate(config, context);
309
+ const summary = evaluator.summarize(output);
310
+ assert.equal(summary.total, 1);
311
+ assert.equal(summary.passed, 1);
312
+ assert.equal(summary.failed, 0);
313
+ assert.equal(summary.passRate, 1);
314
+ assert.equal(summary.additional?.satisfactionRate, 1);
315
+ });
316
+ it("should map violated to failed", () => {
317
+ const claim = createTestClaim({
318
+ sut: "primary-sut",
319
+ baseline: "baseline-sut",
320
+ metric: "accuracy",
321
+ direction: "greater",
322
+ });
323
+ const aggregates = [
324
+ createMockAggregate("primary-sut", "primary", undefined, {
325
+ accuracy: createMockSummaryStats([0.75]),
326
+ }),
327
+ createMockAggregate("baseline-sut", "baseline", undefined, {
328
+ accuracy: createMockSummaryStats([0.85]),
329
+ }),
330
+ ];
331
+ const context = createTestContext(aggregates);
332
+ const config = { claims: [claim] };
333
+ const output = evaluator.evaluate(config, context);
334
+ const summary = evaluator.summarize(output);
335
+ assert.equal(summary.total, 1);
336
+ assert.equal(summary.passed, 0);
337
+ assert.equal(summary.failed, 1);
338
+ assert.equal(summary.passRate, 0);
339
+ });
340
+ it("should handle mixed results with correct satisfaction rate", () => {
341
+ const claims = [
342
+ createTestClaim({
343
+ claimId: "C001",
344
+ sut: "sut-1",
345
+ baseline: "sut-2",
346
+ metric: "accuracy",
347
+ direction: "greater",
348
+ }),
349
+ createTestClaim({
350
+ claimId: "C002",
351
+ sut: "sut-1",
352
+ baseline: "sut-2",
353
+ metric: "accuracy",
354
+ direction: "greater",
355
+ }),
356
+ createTestClaim({
357
+ claimId: "C003",
358
+ sut: "sut-1",
359
+ baseline: "sut-2",
360
+ metric: "accuracy",
361
+ direction: "greater",
362
+ }),
363
+ ];
364
+ const aggregates = [
365
+ createMockAggregate("sut-1", "primary", undefined, {
366
+ accuracy: createMockSummaryStats([0.85]),
367
+ }),
368
+ createMockAggregate("sut-2", "baseline", undefined, {
369
+ accuracy: createMockSummaryStats([0.75]),
370
+ }),
371
+ ];
372
+ const context = createTestContext(aggregates);
373
+ const config = { claims };
374
+ const output = evaluator.evaluate(config, context);
375
+ const summary = evaluator.summarize(output);
376
+ assert.equal(summary.total, 3);
377
+ assert.equal(summary.passed, 3);
378
+ assert.equal(summary.failed, 0);
379
+ assert.equal(summary.passRate, 1);
380
+ });
381
+ it("should handle inconclusive results correctly", () => {
382
+ const claim = createTestClaim({
383
+ sut: "missing-sut",
384
+ baseline: "baseline-sut",
385
+ metric: "accuracy",
386
+ direction: "greater",
387
+ });
388
+ const aggregates = [
389
+ createMockAggregate("baseline-sut", "baseline", undefined, {
390
+ accuracy: createMockSummaryStats([0.75]),
391
+ }),
392
+ ];
393
+ const context = createTestContext(aggregates);
394
+ const config = { claims: [claim] };
395
+ const output = evaluator.evaluate(config, context);
396
+ const summary = evaluator.summarize(output);
397
+ assert.equal(summary.total, 1);
398
+ assert.equal(summary.passed, 0);
399
+ assert.equal(summary.failed, 0);
400
+ assert.equal(summary.inconclusive, 1);
401
+ assert.equal(summary.passRate, 0);
402
+ });
403
+ });
404
+ });
405
+ //# sourceMappingURL=claims-evaluator.unit.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"claims-evaluator.unit.test.js","sourceRoot":"","sources":["../../../src/__tests__/evaluators/claims-evaluator.unit.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,EAAE,eAAe,EAAE,MAAM,sCAAsC,CAAC;AACvE,OAAO,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAQjF;;GAEG;AAEH,SAAS,eAAe,CAAC,SAAoC;IAC5D,OAAO;QACN,OAAO,EAAE,MAAM;QACf,WAAW,EAAE,YAAY;QACzB,GAAG,EAAE,aAAa;QAClB,QAAQ,EAAE,cAAc;QACxB,MAAM,EAAE,gBAAgB;QACxB,SAAS,EAAE,MAAM;QACjB,KAAK,EAAE,QAAQ;QACf,GAAG,SAAS;KACZ,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CACzB,UAAoD;IAEpD,OAAO;QACN,UAAU;QACV,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE;KAC5B,CAAC;AACH,CAAC;AAED,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC7C,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;IAExC,QAAQ,CAAC,wCAAwC,EAAE,GAAG,EAAE;QACvD,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YAC1D,MAAM,KAAK,GAAG,eAAe,CAAC;gBAC7B,GAAG,EAAE,YAAY;gBACjB,QAAQ,EAAE,WAAW;gBACrB,MAAM,EAAE,UAAU;gBAClB,SAAS,EAAE,SAAS;aACpB,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE;oBACvD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;gBACF,mBAAmB,CAAC,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE;oBACvD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC3D,MAAM,KAAK,GAAG,eAAe,CAAC;gBAC7B,GAAG,EAAE,WAAW;gBAChB,QAAQ,EAAE,YAAY;gBACtB,MAAM,EAAE,UAAU;gBAClB,SAAS,EAAE,SAAS;aACpB,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE;oBACtD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;gBACF,mBAAmB,CAAC,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE;oBACxD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC3D,MAAM,KAAK,GAAG,eAAe,CAAC;gBAC7B,GAAG,EAAE,OAAO;gBACZ,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,UAAU;gBAClB,SAAS,EAAE,SAAS;aACpB,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE;oBAClD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBACvC,CAAC;gBACF,mBAAmB,CAAC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE;oBACnD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBACvC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qCAAqC,EAAE,GAAG,EAAE;QACpD,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YAC1D,MAAM,KAAK,GAAG,eAAe,CAAC;gBAC7B,GAAG,EAAE,WAAW;gBAChB,QAAQ,EAAE,YAAY;gBACtB,MAAM,EAAE,gBAAgB;gBACxB,SAAS,EAAE,MAAM;aACjB,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE;oBACtD,gBAAgB,EAAE,sBAAsB,CAAC,CAAC,EAAE,CAAC,CAAC;iBAC9C,CAAC;gBACF,mBAAmB,CAAC,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE;oBACxD,gBAAgB,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBAC/C,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC3D,MAAM,KAAK,GAAG,eAAe,CAAC;gBAC7B,GAAG,EAAE,YAAY;gBACjB,QAAQ,EAAE,WAAW;gBACrB,MAAM,EAAE,gBAAgB;gBACxB,SAAS,EAAE,MAAM;aACjB,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE;oBACvD,gBAAgB,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBAC/C,CAAC;gBACF,mBAAmB,CAAC,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE;oBACvD,gBAAgB,EAAE,sBAAsB,CAAC,CAAC,EAAE,CAAC,CAAC;iBAC9C,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC3D,MAAM,KAAK,GAAG,eAAe,CAAC;gBAC7B,GAAG,EAAE,OAAO;gBACZ,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,gBAAgB;gBACxB,SAAS,EAAE,MAAM;aACjB,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE;oBAClD,gBAAgB,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBAC/C,CAAC;gBACF,mBAAmB,CAAC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE;oBACnD,gBAAgB,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBAC/C,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YAClD,MAAM,KAAK,GAAG,eAAe,CAAC;gBAC7B,GAAG,EAAE,WAAW;gBAChB,QAAQ,EAAE,YAAY;gBACtB,MAAM,EAAE,gBAAgB;gBACxB,SAAS,EAAE,MAAM;gBACjB,SAAS,EAAE,EAAE;aACb,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE;oBACtD,gBAAgB,EAAE,sBAAsB,CAAC,CAAC,EAAE,CAAC,CAAC;iBAC9C,CAAC;gBACF,mBAAmB,CAAC,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE;oBACxD,gBAAgB,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBAC/C,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,kDAAkD;YAClD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YACjD,MAAM,KAAK,GAAG,eAAe,CAAC;gBAC7B,GAAG,EAAE,WAAW;gBAChB,QAAQ,EAAE,YAAY;gBACtB,MAAM,EAAE,gBAAgB;gBACxB,SAAS,EAAE,MAAM;gBACjB,SAAS,EAAE,EAAE;aACb,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE;oBACtD,gBAAgB,EAAE,sBAAsB,CAAC,CAAC,EAAE,CAAC,CAAC;iBAC9C,CAAC;gBACF,mBAAmB,CAAC,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE;oBACxD,gBAAgB,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBAC/C,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,8DAA8D;YAC9D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sCAAsC,EAAE,GAAG,EAAE;QACrD,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC3D,MAAM,KAAK,GAAG,eAAe,CAAC;gBAC7B,GAAG,EAAE,OAAO;gBACZ,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,aAAa;gBACrB,SAAS,EAAE,OAAO;aAClB,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE;oBAClD,aAAa,EAAE,sBAAsB,CAAC,CAAC,QAAQ,CAAC,CAAC;iBACjD,CAAC;gBACF,mBAAmB,CAAC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE;oBACnD,aAAa,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBAC5C,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,uDAAuD;YACvD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC5D,MAAM,KAAK,GAAG,eAAe,CAAC;gBAC7B,GAAG,EAAE,OAAO;gBACZ,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,aAAa;gBACrB,SAAS,EAAE,OAAO;aAClB,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE;oBAClD,aAAa,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBAC5C,CAAC;gBACF,mBAAmB,CAAC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE;oBACnD,aAAa,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBAC5C,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,0BAA0B;YAC1B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC5D,MAAM,KAAK,GAAG,eAAe,CAAC;gBAC7B,GAAG,EAAE,OAAO;gBACZ,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,aAAa;gBACrB,SAAS,EAAE,OAAO;gBAClB,SAAS,EAAE,EAAE;aACb,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE;oBAClD,aAAa,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBAC5C,CAAC;gBACF,mBAAmB,CAAC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE;oBACnD,aAAa,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBAC5C,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,wBAAwB;YACxB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC3D,MAAM,KAAK,GAAG,eAAe,CAAC;gBAC7B,GAAG,EAAE,OAAO;gBACZ,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,aAAa;gBACrB,SAAS,EAAE,OAAO;gBAClB,SAAS,EAAE,CAAC;aACZ,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE;oBAClD,aAAa,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBAC5C,CAAC;gBACF,mBAAmB,CAAC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE;oBACnD,aAAa,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBAC5C,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,sBAAsB;YACtB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;YAC1E,MAAM,KAAK,GAAG,eAAe,CAAC;gBAC7B,GAAG,EAAE,aAAa;gBAClB,QAAQ,EAAE,cAAc;gBACxB,MAAM,EAAE,UAAU;gBAClB,SAAS,EAAE,SAAS;aACpB,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE;oBACxD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;gBACF,mBAAmB,CAAC,cAAc,EAAE,UAAU,EAAE,SAAS,EAAE;oBAC1D,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAE5C,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAClC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACxC,MAAM,KAAK,GAAG,eAAe,CAAC;gBAC7B,GAAG,EAAE,aAAa;gBAClB,QAAQ,EAAE,cAAc;gBACxB,MAAM,EAAE,UAAU;gBAClB,SAAS,EAAE,SAAS;aACpB,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE;oBACxD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;gBACF,mBAAmB,CAAC,cAAc,EAAE,UAAU,EAAE,SAAS,EAAE;oBAC1D,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAE5C,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;YACrE,MAAM,MAAM,GAAG;gBACd,eAAe,CAAC;oBACf,OAAO,EAAE,MAAM;oBACf,GAAG,EAAE,OAAO;oBACZ,QAAQ,EAAE,OAAO;oBACjB,MAAM,EAAE,UAAU;oBAClB,SAAS,EAAE,SAAS;iBACpB,CAAC;gBACF,eAAe,CAAC;oBACf,OAAO,EAAE,MAAM;oBACf,GAAG,EAAE,OAAO;oBACZ,QAAQ,EAAE,OAAO;oBACjB,MAAM,EAAE,UAAU;oBAClB,SAAS,EAAE,SAAS;iBACpB,CAAC;gBACF,eAAe,CAAC;oBACf,OAAO,EAAE,MAAM;oBACf,GAAG,EAAE,OAAO;oBACZ,QAAQ,EAAE,OAAO;oBACjB,MAAM,EAAE,UAAU;oBAClB,SAAS,EAAE,SAAS;iBACpB,CAAC;aACF,CAAC;YAEF,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE;oBAClD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;gBACF,mBAAmB,CAAC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE;oBACnD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC;YACjD,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAE5C,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACvD,MAAM,KAAK,GAAG,eAAe,CAAC;gBAC7B,GAAG,EAAE,aAAa;gBAClB,QAAQ,EAAE,cAAc;gBACxB,MAAM,EAAE,UAAU;gBAClB,SAAS,EAAE,SAAS;aACpB,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,cAAc,EAAE,UAAU,EAAE,SAAS,EAAE;oBAC1D,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAE5C,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;YACtC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}
@@ -0,0 +1,8 @@
1
+ /**
2
+ * Unit tests for Metrics Evaluator
3
+ *
4
+ * Tests the metrics evaluator functionality including threshold,
5
+ * baseline, and target-range criteria.
6
+ */
7
+ export {};
8
+ //# sourceMappingURL=metrics-evaluator.unit.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"metrics-evaluator.unit.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/evaluators/metrics-evaluator.unit.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}