ppef 1.0.1 → 1.2.0

package/dist/__tests__/evaluators/metrics-evaluator.unit.test.js

@@ -0,0 +1,424 @@
+/**
+ * Unit tests for Metrics Evaluator
+ *
+ * Tests the metrics evaluator functionality including threshold,
+ * baseline, and target-range criteria.
+ */
+import { describe, it } from "node:test";
+import { strict as assert } from "node:assert";
+import { MetricsEvaluator } from "../../evaluators/metrics-evaluator.js";
+import { createMockAggregate, createMockSummaryStats } from "../test-helpers.js";
+/**
+ * Test helpers
+ */
+function createTestCriterion(overrides) {
+    return {
+        criterionId: "C001",
+        description: "Test criterion",
+        type: "threshold",
+        metric: "accuracy",
+        sut: "primary-sut",
+        threshold: { operator: "gte", value: 0.8 },
+        ...overrides,
+    };
+}
+function createTestContext(aggregates) {
+    return {
+        aggregates,
+        metadata: { source: "test" },
+    };
+}
+describe("MetricsEvaluator", () => {
+    describe("validateConfig", () => {
+        const evaluator = new MetricsEvaluator();
+        it("should validate empty criteria array with warning", () => {
+            const config = { criteria: [] };
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, true);
+            assert.ok(result.warnings?.some((w) => w.includes("No criteria")));
+        });
+        it("should invalidate when criteria is not an array", () => {
+            const config = { criteria: "not-an-array" };
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, false);
+            assert.ok(result.errors?.includes("criteria must be an array"));
+        });
+        it("should invalidate when criteria is missing", () => {
+            const config = {};
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, false);
+            assert.ok(result.errors?.includes("criteria must be an array"));
+        });
+        it("should validate threshold criterion", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "threshold",
+                        threshold: { operator: "gt", value: 100 },
+                    }),
+                ],
+            };
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, true);
+        });
+        it("should validate baseline criterion", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "baseline",
+                        baseline: { sut: "baseline-sut", operator: "gt" },
+                    }),
+                ],
+            };
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, true);
+        });
+        it("should validate target-range criterion", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "target-range",
+                        targetRange: { min: 50, max: 100 },
+                    }),
+                ],
+            };
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, true);
+        });
+        it("should invalidate threshold criterion with missing threshold", () => {
+            const criterion = createTestCriterion({ type: "threshold" });
+            delete criterion.threshold;
+            const config = { criteria: [criterion] };
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, false);
+        });
+        it("should invalidate baseline criterion with missing baseline", () => {
+            const criterion = createTestCriterion({ type: "baseline" });
+            delete criterion.baseline;
+            const config = { criteria: [criterion] };
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, false);
+        });
+        it("should invalidate target-range criterion with missing targetRange", () => {
+            const criterion = createTestCriterion({ type: "target-range" });
+            delete criterion.targetRange;
+            const config = { criteria: [criterion] };
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, false);
+        });
+        it("should invalidate criterion with missing required fields", () => {
+            const config = {
+                criteria: [
+                    {
+                        criterionId: "",
+                        description: "",
+                        type: "threshold",
+                        metric: "",
+                        sut: "",
+                        threshold: { operator: "gt", value: 0 },
+                    },
+                ],
+            };
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, false);
+            assert.ok(result.errors !== undefined && result.errors.length > 0);
+        });
+    });
+    describe("evaluate - threshold criteria", () => {
+        const evaluator = new MetricsEvaluator();
+        it("should pass gt threshold when value exceeds threshold", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "threshold",
+                        metric: "accuracy",
+                        threshold: { operator: "gt", value: 0.8 },
+                    }),
+                ],
+            };
+            const aggregates = [
+                createMockAggregate("primary-sut", "primary", undefined, {
+                    accuracy: createMockSummaryStats([0.85]),
+                }),
+            ];
+            const context = createTestContext(aggregates);
+            const result = evaluator.evaluate(config, context);
+            assert.equal(result.type, "metrics");
+            assert.equal(result.data.summary.total, 1);
+            assert.equal(result.data.summary.passed, 1);
+            assert.equal(result.data.summary.failed, 0);
+        });
+        it("should fail gte threshold when value equals threshold", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "threshold",
+                        metric: "accuracy",
+                        threshold: { operator: "gt", value: 0.8 },
+                    }),
+                ],
+            };
+            const aggregates = [
+                createMockAggregate("primary-sut", "primary", undefined, {
+                    accuracy: createMockSummaryStats([0.8]),
+                }),
+            ];
+            const context = createTestContext(aggregates);
+            const result = evaluator.evaluate(config, context);
+            assert.equal(result.data.summary.failed, 1);
+            assert.equal(result.data.summary.passed, 0);
+        });
+        it("should pass gte threshold when value equals threshold", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "threshold",
+                        metric: "accuracy",
+                        threshold: { operator: "gte", value: 0.8 },
+                    }),
+                ],
+            };
+            const aggregates = [
+                createMockAggregate("primary-sut", "primary", undefined, {
+                    accuracy: createMockSummaryStats([0.8]),
+                }),
+            ];
+            const context = createTestContext(aggregates);
+            const result = evaluator.evaluate(config, context);
+            assert.equal(result.data.summary.passed, 1);
+        });
+        it("should be inconclusive when metric not found", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "threshold",
+                        metric: "missing-metric",
+                        threshold: { operator: "gt", value: 0.8 },
+                    }),
+                ],
+            };
+            const aggregates = [
+                createMockAggregate("primary-sut", "primary", undefined, {
+                    accuracy: createMockSummaryStats([0.85]),
+                }),
+            ];
+            const context = createTestContext(aggregates);
+            const result = evaluator.evaluate(config, context);
+            assert.equal(result.data.summary.inconclusive, 1);
+        });
+        it("should handle multiple SUTs with wildcard", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        criterionId: "C001",
+                        sut: "*",
+                        type: "threshold",
+                        metric: "accuracy",
+                        threshold: { operator: "gte", value: 0.8 },
+                    }),
+                ],
+            };
+            const aggregates = [
+                createMockAggregate("sut-1", "primary", undefined, {
+                    accuracy: createMockSummaryStats([0.85]),
+                }),
+                createMockAggregate("sut-2", "primary", undefined, {
+                    accuracy: createMockSummaryStats([0.75]),
+                }),
+            ];
+            const context = createTestContext(aggregates);
+            const result = evaluator.evaluate(config, context);
+            assert.equal(result.data.summary.total, 1); // 1 criterion
+            assert.equal(result.data.summary.failed, 1); // sut-2 fails
+        });
+    });
+    describe("evaluate - baseline criteria", () => {
+        const evaluator = new MetricsEvaluator();
+        it("should pass baseline comparison", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "baseline",
+                        baseline: { sut: "baseline-sut", operator: "gt" },
+                    }),
+                ],
+            };
+            const aggregates = [
+                createMockAggregate("primary-sut", "primary", undefined, {
+                    accuracy: createMockSummaryStats([0.85]),
+                }),
+                createMockAggregate("baseline-sut", "baseline", undefined, {
+                    accuracy: createMockSummaryStats([0.75]),
+                }),
+            ];
+            const context = createTestContext(aggregates);
+            const result = evaluator.evaluate(config, context);
+            assert.equal(result.data.summary.passed, 1);
+        });
+        it("should fail when below baseline", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "baseline",
+                        baseline: { sut: "baseline-sut", operator: "gt" },
+                    }),
+                ],
+            };
+            const aggregates = [
+                createMockAggregate("primary-sut", "primary", undefined, {
+                    accuracy: createMockSummaryStats([0.7]),
+                }),
+                createMockAggregate("baseline-sut", "baseline", undefined, {
+                    accuracy: createMockSummaryStats([0.8]),
+                }),
+            ];
+            const context = createTestContext(aggregates);
+            const result = evaluator.evaluate(config, context);
+            assert.equal(result.data.summary.failed, 1);
+        });
+        it("should be inconclusive when baseline SUT not found", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "baseline",
+                        baseline: { sut: "missing-baseline", operator: "gt" },
+                    }),
+                ],
+            };
+            const aggregates = [
+                createMockAggregate("primary-sut", "primary", undefined, {
+                    accuracy: createMockSummaryStats([0.85]),
+                }),
+            ];
+            const context = createTestContext(aggregates);
+            const result = evaluator.evaluate(config, context);
+            assert.equal(result.data.summary.inconclusive, 1);
+        });
+    });
+    describe("evaluate - target-range criteria", () => {
+        const evaluator = new MetricsEvaluator();
+        it("should pass when value in range", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "target-range",
+                        targetRange: { min: 50, max: 100 },
+                    }),
+                ],
+            };
+            const aggregates = [
+                createMockAggregate("primary-sut", "primary", undefined, {
+                    accuracy: createMockSummaryStats([75]),
+                }),
+            ];
+            const context = createTestContext(aggregates);
+            const result = evaluator.evaluate(config, context);
+            assert.equal(result.data.summary.passed, 1);
+        });
+        it("should fail when value below min", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "target-range",
+                        targetRange: { min: 50, max: 100 },
+                    }),
+                ],
+            };
+            const aggregates = [
+                createMockAggregate("primary-sut", "primary", undefined, {
+                    accuracy: createMockSummaryStats([40]),
+                }),
+            ];
+            const context = createTestContext(aggregates);
+            const result = evaluator.evaluate(config, context);
+            assert.equal(result.data.summary.failed, 1);
+        });
+        it("should fail when value above max", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "target-range",
+                        targetRange: { min: 50, max: 100 },
+                    }),
+                ],
+            };
+            const aggregates = [
+                createMockAggregate("primary-sut", "primary", undefined, {
+                    accuracy: createMockSummaryStats([120]),
+                }),
+            ];
+            const context = createTestContext(aggregates);
+            const result = evaluator.evaluate(config, context);
+            assert.equal(result.data.summary.failed, 1);
+        });
+        it("should handle open-ended range (max only)", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "target-range",
+                        targetRange: { max: 100 },
+                    }),
+                ],
+            };
+            const aggregates = [
+                createMockAggregate("primary-sut", "primary", undefined, {
+                    accuracy: createMockSummaryStats([50]),
+                }),
+            ];
+            const context = createTestContext(aggregates);
+            const result = evaluator.evaluate(config, context);
+            assert.equal(result.data.summary.passed, 1);
+        });
+    });
+    describe("evaluate - scope constraints", () => {
+        const evaluator = new MetricsEvaluator();
+        it("should filter by caseClass", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "threshold",
+                        scopeConstraints: { caseClass: "scale-free" },
+                    }),
+                ],
+            };
+            const aggregates = [
+                createMockAggregate("primary-sut", "primary", "scale-free", {
+                    accuracy: createMockSummaryStats([0.85]),
+                }),
+                createMockAggregate("primary-sut", "primary", "small-world", {
+                    accuracy: createMockSummaryStats([0.65]),
+                }),
+            ];
+            const context = createTestContext(aggregates);
+            const result = evaluator.evaluate(config, context);
+            // Should only evaluate scale-free aggregate
+            assert.equal(result.data.results[0].observed[0].value, 0.85);
+        });
+    });
+    describe("summarize", () => {
+        const evaluator = new MetricsEvaluator();
+        it("should create summary from output", () => {
+            const config = {
+                criteria: [
+                    createTestCriterion({
+                        type: "threshold",
+                        threshold: { operator: "gte", value: 0.8 },
+                    }),
+                ],
+            };
+            const aggregates = [
+                createMockAggregate("primary-sut", "primary", undefined, {
+                    accuracy: createMockSummaryStats([0.85]),
+                }),
+            ];
+            const context = createTestContext(aggregates);
+            const output = evaluator.evaluate(config, context);
+            const summary = evaluator.summarize(output);
+            assert.equal(summary.total, 1);
+            assert.equal(summary.passed, 1);
+            assert.equal(summary.failed, 0);
+            assert.equal(summary.passRate, 1);
+        });
+    });
+});
+//# sourceMappingURL=metrics-evaluator.unit.test.js.map

package/dist/__tests__/evaluators/metrics-evaluator.unit.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics-evaluator.unit.test.js","sourceRoot":"","sources":["../../../src/__tests__/evaluators/metrics-evaluator.unit.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,uCAAuC,CAAC;AACzE,OAAO,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAIjF;;GAEG;AAEH,SAAS,mBAAmB,CAAC,SAAqC;IACjE,OAAO;QACN,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,gBAAgB;QAC7B,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,UAAU;QAClB,GAAG,EAAE,aAAa;QAClB,SAAS,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE;QAC1C,GAAG,SAAS;KACZ,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CACzB,UAAoD;IAEpD,OAAO;QACN,UAAU;QACV,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE;KAC5B,CAAC;AACH,CAAC;AAED,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IACjC,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC/B,MAAM,SAAS,GAAG,IAAI,gBAAgB,EAAE,CAAC;QAEzC,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC5D,MAAM,MAAM,GAA2B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;YACxD,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACjC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YAC1D,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,cAAc,EAAuC,CAAC;YACjF,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAClC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACrD,MAAM,MAAM,GAAG,EAAuC,CAAC;YACvD,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAClC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC9C,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE;qBACzC,CAAC;iBACF;aACD,CAAC;YACF,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC7C,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,EAAE;qBACjD,CAAC;iBACF;aACD,CAAC;YACF,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YACjD,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,cAAc;wBACpB,WAAW,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;qBAClC,CAAC;iBACF;aACD,CAAC;YACF,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;YACvE,MAAM,SAAS,GAAG,mBAAmB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YAC7D,OAAQ,SAAuC,CAAC,SAAS,CAAC;YAC1D,MAAM,MAAM,GAA2B,EAAE,QAAQ,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;YAEjE,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;YACrE,MAAM,SAAS,GAAG,mBAAmB,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;YAC5D,OAAQ,SAAuC,CAAC,QAAQ,CAAC;YACzD,MAAM,MAAM,GAA2B,EAAE,QAAQ,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;YAEjE,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;YAC5E,MAAM,SAAS,GAAG,mBAAmB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;YAChE,OAAQ,SAAuC,CAAC,WAAW,CAAC;YAC5D,MAAM,MAAM,GAA2B,EAAE,QAAQ,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;YAEjE,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;YACnE,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT;wBACC,WAAW,EAAE,EAAE;wBACf,WAAW,EAAE,EAAE;wBACf,IAAI,EAAE,WAAW;wBACjB,MAAM,EAAE,EAAE;wBACV,GAAG,EAAE,EAAE;wBACP,SAAS,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE;qBACvC;iBACD;aACD,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAClC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;QAC9C,MAAM,SAAS,GAAG,IAAI,gBAAgB,EAAE,CAAC;QAEzC,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAChE,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,WAAW;wBACjB,MAAM,EAAE,UAAU;wBAClB,SAAS,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE;qBACzC,CAAC;iBACF;aACD,CAAC;YAEF,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE;oBACxD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YACrC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC3C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAChE,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,WAAW;wBACjB,MAAM,EAAE,UAAU;wBAClB,SAAS,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE;qBACzC,CAAC;iBACF;aACD,CAAC;YAEF,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE;oBACxD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBACvC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAChE,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,WAAW;wBACjB,MAAM,EAAE,UAAU;wBAClB,SAAS,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE;qBAC1C,CAAC;iBACF;aACD,CAAC;YAEF,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE;oBACxD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBACvC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACvD,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,WAAW;wBACjB,MAAM,EAAE,gBAAgB;wBACxB,SAAS,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE;qBACzC,CAAC;iBACF;aACD,CAAC;YAEF,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE;oBACxD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACpD,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,WAAW,EAAE,MAAM;wBACnB,GAAG,EAAE,GAAG;wBACR,IAAI,EAAE,WAAW;wBACjB,MAAM,EAAE,UAAU;wBAClB,SAAS,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE;qBAC1C,CAAC;iBACF;aACD,CAAC;YAEF,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE;oBAClD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;gBACF,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE;oBAClD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc;YAC1D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc;QAC5D,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;QAC7C,MAAM,SAAS,GAAG,IAAI,gBAAgB,EAAE,CAAC;QAEzC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YAC1C,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,EAAE;qBACjD,CAAC;iBACF;aACD,CAAC;YAEF,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE;oBACxD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;gBACF,mBAAmB,CAAC,cAAc,EAAE,UAAU,EAAE,SAAS,EAAE;oBAC1D,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YAC1C,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,EAAE;qBACjD,CAAC;iBACF;aACD,CAAC;YAEF,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE;oBACxD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBACvC,CAAC;gBACF,mBAAmB,CAAC,cAAc,EAAE,UAAU,EAAE,SAAS,EAAE;oBAC1D,QAAQ,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBACvC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC7D,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE,EAAE,GAAG,EAAE,kBAAkB,EAAE,QAAQ,EAAE,IAAI,EAAE;qBACrD,CAAC;iBACF;aACD,CAAC;YAEF,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE;oBACxD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;QACjD,MAAM,SAAS,GAAG,IAAI,gBAAgB,EAAE,CAAC;QAEzC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YAC1C,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,cAAc;wBACpB,WAAW,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;qBAClC,CAAC;iBACF;aACD,CAAC;YAEF,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE;oBACxD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,EAAE,CAAC,CAAC;iBACtC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC3C,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,cAAc;wBACpB,WAAW,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;qBAClC,CAAC;iBACF;aACD,CAAC;YAEF,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE;oBACxD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,EAAE,CAAC,CAAC;iBACtC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC3C,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,cAAc;wBACpB,WAAW,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;qBAClC,CAAC;iBACF;aACD,CAAC;YAEF,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE;oBACxD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC;iBACvC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACpD,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,cAAc;wBACpB,WAAW,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;qBACzB,CAAC;iBACF;aACD,CAAC;YAEF,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE;oBACxD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,EAAE,CAAC,CAAC;iBACtC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;QAC7C,MAAM,SAAS,GAAG,IAAI,gBAAgB,EAAE,CAAC;QAEzC,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACrC,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,WAAW;wBACjB,gBAAgB,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE;qBAC7C,CAAC;iBACF;aACD,CAAC;YAEF,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,YAAY,EAAE;oBAC3D,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;gBACF,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,aAAa,EAAE;oBAC5D,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,4CAA4C;YAC5C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;QAC1B,MAAM,SAAS,GAAG,IAAI,gBAAgB,EAAE,CAAC;QAEzC,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC5C,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE;oBACT,mBAAmB,CAAC;wBACnB,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE;qBAC1C,CAAC;iBACF;aACD,CAAC;YAEF,MAAM,UAAU,GAAG;gBAClB,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE;oBACxD,QAAQ,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxC,CAAC;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAE5C,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/__tests__/evaluators/registry.unit.test.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Unit tests for Evaluator Registry
+ *
+ * Tests the registry functionality including getAs() type-safe retrieval.
+ */
+export {};
+//# sourceMappingURL=registry.unit.test.d.ts.map

package/dist/__tests__/evaluators/registry.unit.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.unit.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/evaluators/registry.unit.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/__tests__/evaluators/registry.unit.test.js

@@ -0,0 +1,173 @@
+/**
+ * Unit tests for Evaluator Registry
+ *
+ * Tests the registry functionality including getAs() type-safe retrieval.
+ */
+import { describe, it, afterEach } from "node:test";
+import { strict as assert } from "node:assert";
+import { EvaluatorRegistry, registerBuiltInEvaluators } from "../../evaluators/registry.js";
+/**
+ * Mock evaluator implementing IEvaluator for testing.
+ * Uses parameterless constructor for getAs() compatibility.
+ */
+class MockCustomEvaluator {
+    type = "custom";
+    validateConfig(_config) {
+        return { valid: true };
+    }
+    evaluate(_config, _input) {
+        return {
+            type: this.type,
+            version: "1.0.0",
+            timestamp: new Date().toISOString(),
+            data: { mock: true },
+        };
+    }
+    summarize(_output) {
+        return { total: 1 };
+    }
+}
+describe("EvaluatorRegistry", () => {
+    afterEach(() => {
+        EvaluatorRegistry.clear();
+        registerBuiltInEvaluators();
+    });
+    describe("register", () => {
+        it("should register an evaluator", () => {
+            const evaluator = new MockCustomEvaluator();
+            EvaluatorRegistry.register(evaluator);
+            assert.ok(EvaluatorRegistry.has("custom"));
+        });
+        it("should replace existing evaluator when registering same type", () => {
+            const evaluator1 = new MockCustomEvaluator();
+            const evaluator2 = new MockCustomEvaluator();
+            EvaluatorRegistry.register(evaluator1);
+            EvaluatorRegistry.register(evaluator2);
+            const retrieved = EvaluatorRegistry.get("custom");
+            assert.equal(retrieved, evaluator2);
+        });
+    });
+    describe("get", () => {
+        it("should return registered evaluator", () => {
+            const evaluator = new MockCustomEvaluator();
+            EvaluatorRegistry.register(evaluator);
+            const retrieved = EvaluatorRegistry.get("custom");
+            assert.equal(retrieved, evaluator);
+        });
+        it("should return undefined for unknown type", () => {
+            const retrieved = EvaluatorRegistry.get("claims"); // Use valid type
+            assert.ok(retrieved !== undefined); // Built-in evaluators exist
+        });
+    });
+    describe("getAs", () => {
+        it("should return evaluator when instanceof matches", () => {
+            const evaluator = new MockCustomEvaluator();
+            EvaluatorRegistry.register(evaluator);
+            const retrieved = EvaluatorRegistry.getAs("custom", MockCustomEvaluator);
+            assert.equal(retrieved, evaluator);
+        });
+        it("should return undefined when instanceof does not match", () => {
+            class OtherMockEvaluator {
+                type = "metrics"; // Use valid type
+                validateConfig() {
+                    return { valid: true };
+                }
+                evaluate() {
+                    return {
+                        type: "metrics",
+                        version: "1.0.0",
+                        timestamp: new Date().toISOString(),
+                        data: {},
+                    };
+                }
+                summarize() {
+                    return { total: 0 };
+                }
+            }
+            const other = new OtherMockEvaluator();
+            EvaluatorRegistry.register(other);
+            const retrieved = EvaluatorRegistry.getAs("metrics", MockCustomEvaluator);
+            assert.equal(retrieved, undefined);
+        });
+        it("should return undefined for unknown type", () => {
+            const retrieved = EvaluatorRegistry.getAs("claims", MockCustomEvaluator);
+            assert.equal(retrieved, undefined);
+        });
+    });
+    describe("getOrThrow", () => {
+        it("should return evaluator when found", () => {
+            const evaluator = new MockCustomEvaluator();
+            EvaluatorRegistry.register(evaluator);
+            const retrieved = EvaluatorRegistry.getOrThrow("custom", MockCustomEvaluator);
+            assert.equal(retrieved, evaluator);
+        });
+        it("should throw when evaluator not found", () => {
+            assert.throws(() => EvaluatorRegistry.getOrThrow("claims", MockCustomEvaluator), {
+                message: "Evaluator not found for type: claims",
+            });
+        });
+    });
+    describe("types", () => {
+        it("should return all registered evaluator types", () => {
+            EvaluatorRegistry.register(new MockCustomEvaluator());
+            const types = EvaluatorRegistry.types();
+            assert.ok(types.includes("custom"));
+        });
+        it("should return empty array when no evaluators registered", () => {
+            EvaluatorRegistry.clear();
+            const types = EvaluatorRegistry.types();
+            assert.equal(types.length, 0);
+        });
+    });
+    describe("has", () => {
+        it("should return true for registered type", () => {
+            EvaluatorRegistry.register(new MockCustomEvaluator());
+            assert.ok(EvaluatorRegistry.has("custom"));
+        });
+        it("should return false for unknown type", () => {
+            // "custom" won't be registered after clear in afterEach
+            assert.ok(!EvaluatorRegistry.has("custom"));
+        });
+    });
+    describe("unregister", () => {
+        it("should remove registered evaluator", () => {
+            const evaluator = new MockCustomEvaluator();
+            EvaluatorRegistry.register(evaluator);
+            assert.ok(EvaluatorRegistry.has("custom"));
+            const result = EvaluatorRegistry.unregister("custom");
+            assert.ok(result);
+            assert.ok(!EvaluatorRegistry.has("custom"));
+        });
+        it("should return false when evaluator not found", () => {
+            const result = EvaluatorRegistry.unregister("unknown-type");
+            assert.strictEqual(result, false);
+        });
+    });
+    describe("clear", () => {
+        it("should remove all evaluators", () => {
+            EvaluatorRegistry.register(new MockCustomEvaluator());
+            EvaluatorRegistry.clear();
+            assert.equal(EvaluatorRegistry.size, 0);
+            assert.ok(!EvaluatorRegistry.has("custom"));
+        });
+    });
+    describe("size", () => {
+        it("should return count of registered evaluators", () => {
+            const initialSize = EvaluatorRegistry.size;
+            EvaluatorRegistry.register(new MockCustomEvaluator());
+            assert.equal(EvaluatorRegistry.size, initialSize + 1);
+        });
+    });
+    describe("built-in evaluators", () => {
+        it("should have claims evaluator registered", () => {
+            assert.ok(EvaluatorRegistry.has("claims"));
+        });
+        it("should have robustness evaluator registered", () => {
+            assert.ok(EvaluatorRegistry.has("robustness"));
+        });
+        it("should have metrics evaluator registered", () => {
+            assert.ok(EvaluatorRegistry.has("metrics"));
+        });
+    });
+});
+//# sourceMappingURL=registry.unit.test.js.map

package/dist/__tests__/evaluators/registry.unit.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.unit.test.js","sourceRoot":"","sources":["../../../src/__tests__/evaluators/registry.unit.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAC;AAS5F;;;GAGG;AACH,MAAM,mBAAmB;IACf,IAAI,GAAG,QAAiB,CAAC;IAElC,cAAc,CAAC,OAAgB;QAC9B,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACxB,CAAC;IAED,QAAQ,CAAC,OAAgB,EAAE,MAAe;QACzC,OAAO;YACN,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,OAAO;YAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;SACpB,CAAC;IACH,CAAC;IAED,SAAS,CAAC,OAAkC;QAC3C,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IACrB,CAAC;CACD;AAED,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IAClC,SAAS,CAAC,GAAG,EAAE;QACd,iBAAiB,CAAC,KAAK,EAAE,CAAC;QAC1B,yBAAyB,EAAE,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;QACzB,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACvC,MAAM,SAAS,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAC5C,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;YACvE,MAAM,UAAU,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAC7C,MAAM,UAAU,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAE7C,iBAAiB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YACvC,iBAAiB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAEvC,MAAM,SAAS,GAAG,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAClD,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC7C,MAAM,SAAS,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAC5C,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,MAAM,SAAS,GAAG,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAClD,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YACnD,MAAM,SAAS,GAAG,iBAAiB,CAAC,GAAG,CAAC,QAAiB,CAAC,CAAC,CAAC,iBAAiB;YAC7E,MAAM,CAAC,EAAE,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,4BAA4B;QACjE,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACtB,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YAC1D,MAAM,SAAS,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAC5C,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;YACjE,MAAM,kBAAkB;gBACd,IAAI,GAAG,SAAkB,CAAC,CAAC,iBAAiB;gBACrD,cAAc;oBACb,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;gBACxB,CAAC;gBACD,QAAQ;oBACP,OAAO;wBACN,IAAI,EAAE,SAAS;wBACf,OAAO,EAAE,OAAO;wBAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBACnC,IAAI,EAAE,EAAE;qBACR,CAAC;gBACH,CAAC;gBACD,SAAS;oBACR,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;gBACrB,CAAC;aACD;YAED,MAAM,KAAK,GAAG,IAAI,kBAAkB,EAAE,CAAC;YACvC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAElC,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;YAC1E,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YACnD,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,QAAiB,EAAE,mBAAmB,CAAC,CAAC;YAClF,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC7C,MAAM,SAAS,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAC5C,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,MAAM,SAAS,GAAG,iBAAiB,CAAC,UAAU,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;YAC9E,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAChD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,UAAU,CAAC,QAAiB,EAAE,mBAAmB,CAAC,EAAE;gBACzF,OAAO,EAAE,sCAAsC;aAC/C,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACtB,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACvD,iBAAiB,CAAC,QAAQ,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;YAEtD,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,EAAE,CAAC;YACxC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;YAClE,iBAAiB,CAAC,KAAK,EAAE,CAAC;YAE1B,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,EAAE,CAAC;YACxC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YACjD,iBAAiB,CAAC,QAAQ,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;YACtD,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC/C,wDAAwD;YACxD,MAAM,CAAC,EAAE,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC7C,MAAM,SAAS,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAC5C,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACtC,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE3C,MAAM,MAAM,GAAG,iBAAiB,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YACtD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;YAClB,MAAM,CAAC,EAAE,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACvD,MAAM,MAAM,GAAG,iBAAiB,CAAC,UAAU,CAAC,cAAgC,CAAC,CAAC;YAC9E,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACtB,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACvC,iBAAiB,CAAC,QAAQ,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;YAEtD,iBAAiB,CAAC,KAAK,EAAE,CAAC;YAE1B,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACxC,MAAM,CAAC,EAAE,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACvD,MAAM,WAAW,GAAG,iBAAiB,CAAC,IAAI,CAAC;YAE3C,iBAAiB,CAAC,QAAQ,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;YACtD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACpC,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YAClD,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACtD,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YACnD,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/__tests__/evaluators/robustness-evaluator.unit.test.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Unit tests for Robustness Evaluator
+ *
+ * Tests the robustness evaluator functionality including variance analysis
+ * under perturbations.
+ */
+export {};
+//# sourceMappingURL=robustness-evaluator.unit.test.d.ts.map

package/dist/__tests__/evaluators/robustness-evaluator.unit.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"robustness-evaluator.unit.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/evaluators/robustness-evaluator.unit.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}