ppef 1.1.0 → 1.2.0

package/dist/__tests__/evaluators/robustness-evaluator.unit.test.js

@@ -0,0 +1,260 @@
+/**
+ * Unit tests for Robustness Evaluator
+ *
+ * Tests the robustness evaluator functionality including variance analysis
+ * under perturbations.
+ */
+import { describe, it } from "node:test";
+import { strict as assert } from "node:assert";
+import { RobustnessEvaluator } from "../../evaluators/robustness-evaluator.js";
+import { createMockResult } from "../test-helpers.js";
+/**
+ * Test helpers
+ */
+function createMockResults(sut, metric, values) {
+    return values.map((value) => createMockResult({
+        run: {
+            runId: `run-${values.indexOf(value)}`,
+            sut,
+            sutRole: "primary",
+            caseId: `case-${values.indexOf(value)}`,
+            caseClass: undefined,
+        },
+        metrics: {
+            numeric: { [metric]: value },
+        },
+    }));
+}
+function createBaseConfig(overrides) {
+    return {
+        metrics: ["accuracy"],
+        perturbations: ["noise"],
+        ...overrides,
+    };
+}
+describe("RobustnessEvaluator", () => {
+    describe("validateConfig", () => {
+        const evaluator = new RobustnessEvaluator();
+        it("should validate config with required fields", () => {
+            const config = createBaseConfig();
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, true);
+        });
+        it("should invalidate when metrics is not an array", () => {
+            const config = {
+                metrics: "not-an-array",
+                perturbations: [],
+            };
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, false);
+            assert.ok(result.errors?.some((e) => e.includes("metrics")));
+        });
+        it("should invalidate when perturbations is not an array", () => {
+            const config = {
+                metrics: [],
+                perturbations: "not-an-array",
+            };
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, false);
+            assert.ok(result.errors?.some((e) => e.includes("perturbations")));
+        });
+        it("should invalidate when metrics is empty", () => {
+            const config = createBaseConfig({ metrics: [] });
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, false);
+            assert.ok(result.errors?.some((e) => e.includes("metrics")));
+        });
+        it("should invalidate when perturbations is empty", () => {
+            const config = createBaseConfig({ perturbations: [] });
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, false);
+            assert.ok(result.errors?.some((e) => e.includes("perturbations")));
+        });
+        it("should validate config with intensity levels", () => {
+            const config = createBaseConfig({
+                intensityLevels: [0.1, 0.5, 1.0],
+            });
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, true);
+        });
+        it("should validate config with runs per level", () => {
+            const config = createBaseConfig({
+                runsPerLevel: 10,
+            });
+            const result = evaluator.validateConfig(config);
+            assert.equal(result.valid, true);
+        });
+    });
+    describe("evaluate", () => {
+        const evaluator = new RobustnessEvaluator();
+        it("should evaluate variance across perturbations", () => {
+            const config = createBaseConfig({
+                metrics: ["accuracy"],
+                perturbations: ["noise"],
+            });
+            // Create results for baseline and perturbed runs
+            const results = [
+                createMockResult({
+                    run: {
+                        runId: "run-0",
+                        sut: "test-sut",
+                        sutRole: "primary",
+                        caseId: "case-1",
+                        caseClass: undefined,
+                    },
+                    metrics: { numeric: { accuracy: 0.9 } },
+                }),
+                createMockResult({
+                    run: {
+                        runId: "run-1",
+                        sut: "test-sut",
+                        sutRole: "primary",
+                        caseId: "case-1-noise-0.1",
+                        caseClass: undefined,
+                    },
+                    metrics: { numeric: { accuracy: 0.85 } },
+                }),
+                createMockResult({
+                    run: {
+                        runId: "run-2",
+                        sut: "test-sut",
+                        sutRole: "primary",
+                        caseId: "case-1-noise-0.2",
+                        caseClass: undefined,
+                    },
+                    metrics: { numeric: { accuracy: 0.88 } },
+                }),
+            ];
+            const output = evaluator.evaluate(config, results);
+            assert.equal(output.type, "robustness");
+            assert.equal(output.data.version, "1.0.0");
+            assert.ok(output.data.results.length > 0);
+        });
+        it("should handle multiple SUTs", () => {
+            const config = createBaseConfig({
+                metrics: ["accuracy"],
+                perturbations: ["noise"],
+            });
+            const results = [
+                ...createMockResults("sut-1", "accuracy", [0.9, 0.85, 0.88]),
+                ...createMockResults("sut-2", "accuracy", [0.8, 0.78, 0.82]),
+            ];
+            const output = evaluator.evaluate(config, results);
+            assert.equal(output.type, "robustness");
+            assert.ok(output.data.results.length >= 2);
+        });
+        it("should handle multiple metrics", () => {
+            const config = createBaseConfig({
+                metrics: ["accuracy", "precision"],
+                perturbations: ["noise"],
+            });
+            const results = [
+                ...createMockResults("test-sut", "accuracy", [0.9, 0.85, 0.88]),
+                ...createMockResults("test-sut", "precision", [0.85, 0.8, 0.83]),
+            ];
+            const output = evaluator.evaluate(config, results);
+            assert.equal(output.type, "robustness");
+            assert.ok(output.data.results.length > 0);
+        });
+        it("should compute statistics for each perturbation", () => {
+            const config = createBaseConfig({
+                metrics: ["accuracy"],
+                perturbations: ["noise", "blur"],
+            });
+            const results = [
+                // Baseline
+                ...createMockResults("test-sut", "accuracy", [0.9]),
+                // Noise perturbation
+                ...createMockResults("test-sut", "accuracy", [0.85, 0.87, 0.86]),
+                // Blur perturbation
+                ...createMockResults("test-sut", "accuracy", [0.82, 0.83, 0.84]),
+            ];
+            const output = evaluator.evaluate(config, results);
+            assert.equal(output.type, "robustness");
+            const result = output.data.results[0];
+            assert.ok(result);
+            assert.ok(result.perturbation.length >= 2);
+        });
+        it("should use intensity levels when provided", () => {
+            const config = createBaseConfig({
+                intensityLevels: [0.1, 0.5, 1.0],
+            });
+            const results = [
+                ...createMockResults("test-sut", "accuracy", [0.9]),
+                ...createMockResults("test-sut", "accuracy", [0.88, 0.85, 0.82]),
+            ];
+            const output = evaluator.evaluate(config, results);
+            assert.equal(output.type, "robustness");
+            assert.ok(output.data.config.intensityLevels);
+            assert.deepEqual(output.data.config.intensityLevels, [0.1, 0.5, 1.0]);
+        });
+        it("should compute variance and coefficient of variation", () => {
+            const config = createBaseConfig();
+            // Create results with perturbation marked in config
+            const results = [
+                // Baseline (no perturbation)
+                createMockResult({
+                    run: {
+                        runId: "run-0",
+                        sut: "test-sut",
+                        sutRole: "primary",
+                        caseId: "case-1",
+                        caseClass: undefined,
+                    },
+                    metrics: { numeric: { accuracy: 0.9 } },
+                }),
+                // Perturbed results
+                ...createMockResults("test-sut", "accuracy", [0.85, 0.88, 0.87, 0.86]).map((r) => ({
+                    ...r,
+                    run: { ...r.run, config: { perturbation: "noise" } },
+                })),
+            ];
+            const output = evaluator.evaluate(config, results);
+            const result = output.data.results[0];
+            assert.ok(result);
+            assert.equal(result.perturbation, "noise");
+            assert.equal(result.metric, "accuracy");
+            assert.equal(result.sut, "test-sut");
+            // Check robustness metrics
+            const { robustness } = result;
+            assert.ok(typeof robustness.varianceUnderPerturbation === "number");
+            assert.ok(typeof robustness.stdUnderPerturbation === "number");
+            assert.ok(typeof robustness.coefficientOfVariation === "number");
+            // Values should be valid (not NaN) since we have perturbed results
+            assert.ok(!Number.isNaN(robustness.varianceUnderPerturbation));
+            assert.ok(!Number.isNaN(robustness.stdUnderPerturbation));
+            assert.ok(!Number.isNaN(robustness.coefficientOfVariation));
+        });
+    });
+    describe("summarize", () => {
+        const evaluator = new RobustnessEvaluator();
+        it("should create summary from output", () => {
+            const config = createBaseConfig();
+            const results = createMockResults("test-sut", "accuracy", [0.9, 0.85, 0.88]).map((r) => ({
+                ...r,
+                run: { ...r.run, config: { perturbation: "noise" } },
+            }));
+            const output = evaluator.evaluate(config, results);
+            const summary = evaluator.summarize(output);
+            assert.equal(summary.total, 1); // 1 combination of SUT and metric
+        });
+        it("should count multiple SUT-metric combinations", () => {
+            const config = createBaseConfig({
+                metrics: ["accuracy", "precision"],
+            });
+            const results = [
+                ...createMockResults("sut-1", "accuracy", [0.9, 0.85]),
+                ...createMockResults("sut-1", "precision", [0.85, 0.8]),
+                ...createMockResults("sut-2", "accuracy", [0.8, 0.78]),
+            ].map((r) => ({
+                ...r,
+                run: { ...r.run, config: { perturbation: "noise" } },
+            }));
+            const output = evaluator.evaluate(config, results);
+            const summary = evaluator.summarize(output);
+            // Evaluator creates results for all combinations: 2 SUTs × 2 metrics = 4
+            assert.equal(summary.total, 4);
+        });
+    });
+});
+//# sourceMappingURL=robustness-evaluator.unit.test.js.map

package/dist/__tests__/evaluators/robustness-evaluator.unit.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"robustness-evaluator.unit.test.js","sourceRoot":"","sources":["../../../src/__tests__/evaluators/robustness-evaluator.unit.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,EAAE,mBAAmB,EAAE,MAAM,0CAA0C,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAGtD;;GAEG;AAEH,SAAS,iBAAiB,CACzB,GAAW,EACX,MAAc,EACd,MAAgB;IAEhB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAC3B,gBAAgB,CAAC;QAChB,GAAG,EAAE;YACJ,KAAK,EAAE,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;YACrC,GAAG;YACH,OAAO,EAAE,SAAS;YAClB,MAAM,EAAE,QAAQ,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;YACvC,SAAS,EAAE,SAAS;SACpB;QACD,OAAO,EAAE;YACR,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE;SAC5B;KACD,CAAC,CACF,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CACxB,SAA8C;IAE9C,OAAO;QACN,OAAO,EAAE,CAAC,UAAU,CAAC;QACrB,aAAa,EAAE,CAAC,OAAO,CAAC;QACxB,GAAG,SAAS;KACZ,CAAC;AACH,CAAC;AAED,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACpC,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC/B,MAAM,SAAS,GAAG,IAAI,mBAAmB,EAAE,CAAC;QAE5C,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACtD,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;YACzD,MAAM,MAAM,GAAG;gBACd,OAAO,EAAE,cAAc;gBACvB,aAAa,EAAE,EAAE;aACuB,CAAC;YAC1C,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAClC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;YAC/D,MAAM,MAAM,GAAG;gBACd,OAAO,EAAE,EAAE;gBACX,aAAa,EAAE,cAAc;aACW,CAAC;YAC1C,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAClC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YAClD,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YACjD,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAClC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACxD,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;YACvD,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAClC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACvD,MAAM,MAAM,GAAG,gBAAgB,CAAC;gBAC/B,eAAe,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;aAChC,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACrD,MAAM,MAAM,GAAG,gBAAgB,CAAC;gBAC/B,YAAY,EAAE,EAAE;aAChB,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;QACzB,MAAM,SAAS,GAAG,IAAI,mBAAmB,EAAE,CAAC;QAE5C,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACxD,MAAM,MAAM,GAAG,gBAAgB,CAAC;gBAC/B,OAAO,EAAE,CAAC,UAAU,CAAC;gBACrB,aAAa,EAAE,CAAC,OAAO,CAAC;aACxB,CAAC,CAAC;YAEH,iDAAiD;YACjD,MAAM,OAAO,GAAG;gBACf,gBAAgB,CAAC;oBAChB,GAAG,EAAE;wBACJ,KAAK,EAAE,OAAO;wBACd,GAAG,EAAE,UAAU;wBACf,OAAO,EAAE,SAAS;wBAClB,MAAM,EAAE,QAAQ;wBAChB,SAAS,EAAE,SAAS;qBACpB;oBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;iBACvC,CAAC;gBACF,gBAAgB,CAAC;oBAChB,GAAG,EAAE;wBACJ,KAAK,EAAE,OAAO;wBACd,GAAG,EAAE,UAAU;wBACf,OAAO,EAAE,SAAS;wBAClB,MAAM,EAAE,kBAAkB;wBAC1B,SAAS,EAAE,SAAS;qBACpB;oBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;iBACxC,CAAC;gBACF,gBAAgB,CAAC;oBAChB,GAAG,EAAE;wBACJ,KAAK,EAAE,OAAO;wBACd,GAAG,EAAE,UAAU;wBACf,OAAO,EAAE,SAAS;wBAClB,MAAM,EAAE,kBAAkB;wBAC1B,SAAS,EAAE,SAAS;qBACpB;oBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;iBACxC,CAAC;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YACxC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC3C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;YACtC,MAAM,MAAM,GAAG,gBAAgB,CAAC;gBAC/B,OAAO,EAAE,CAAC,UAAU,CAAC;gBACrB,aAAa,EAAE,CAAC,OAAO,CAAC;aACxB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG;gBACf,GAAG,iBAAiB,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC5D,GAAG,iBAAiB,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;aAC5D,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACzC,MAAM,MAAM,GAAG,gBAAgB,CAAC;gBAC/B,OAAO,EAAE,CAAC,UAAU,EAAE,WAAW,CAAC;gBAClC,aAAa,EAAE,CAAC,OAAO,CAAC;aACxB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG;gBACf,GAAG,iBAAiB,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC/D,GAAG,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;aAChE,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YAC1D,MAAM,MAAM,GAAG,gBAAgB,CAAC;gBAC/B,OAAO,EAAE,CAAC,UAAU,CAAC;gBACrB,aAAa,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;aAChC,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG;gBACf,WAAW;gBACX,GAAG,iBAAiB,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC;gBACnD,qBAAqB;gBACrB,GAAG,iBAAiB,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;gBAChE,oBAAoB;gBACpB,GAAG,iBAAiB,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;aAChE,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACtC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;YAClB,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACpD,MAAM,MAAM,GAAG,gBAAgB,CAAC;gBAC/B,eAAe,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;aAChC,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG;gBACf,GAAG,iBAAiB,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC;gBACnD,GAAG,iBAAiB,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;aAChE,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;YAC9C,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;YAC/D,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;YAElC,oDAAoD;YACpD,MAAM,OAAO,GAAG;gBACf,6BAA6B;gBAC7B,gBAAgB,CAAC;oBAChB,GAAG,EAAE;wBACJ,KAAK,EAAE,OAAO;wBACd,GAAG,EAAE,UAAU;wBACf,OAAO,EAAE,SAAS;wBAClB,MAAM,EAAE,QAAQ;wBAChB,SAAS,EAAE,SAAS;qBACpB;oBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;iBACvC,CAAC;gBACF,oBAAoB;gBACpB,GAAG,iBAAiB,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAClF,GAAG,CAAC;oBACJ,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE;iBACpD,CAAC,CAAC;aACH,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAEtC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;YAClB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAC3C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACxC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAErC,2BAA2B;YAC3B,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;YAC9B,MAAM,CAAC,EAAE,CAAC,OAAO,UAAU,CAAC,yBAAyB,KAAK,QAAQ,CAAC,CAAC;YACpE,MAAM,CAAC,EAAE,CAAC,OAAO,UAAU,CAAC,oBAAoB,KAAK,QAAQ,CAAC,CAAC;YAC/D,MAAM,CAAC,EAAE,CAAC,OAAO,UAAU,CAAC,sBAAsB,KAAK,QAAQ,CAAC,CAAC;YAEjE,mEAAmE;YACnE,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,yBAAyB,CAAC,CAAC,CAAC;YAC/D,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;QAC1B,MAAM,SAAS,GAAG,IAAI,mBAAmB,EAAE,CAAC;QAE5C,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC5C,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;YAElC,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACxF,GAAG,CAAC;gBACJ,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE;aACpD,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAE5C,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,kCAAkC;QACnE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACxD,MAAM,MAAM,GAAG,gBAAgB,CAAC;gBAC/B,OAAO,EAAE,CAAC,UAAU,EAAE,WAAW,CAAC;aAClC,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG;gBACf,GAAG,iBAAiB,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gBACtD,GAAG,iBAAiB,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBACvD,GAAG,iBAAiB,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;aACtD,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACb,GAAG,CAAC;gBACJ,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE;aACpD,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAE5C,yEAAyE;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/__tests__/framework-pipeline.integration.test.js

@@ -6,10 +6,12 @@
 import { describe, it } from "node:test";
 import { strict as assert } from "node:assert";
 import { aggregateResults } from "../aggregation/pipeline.js";
-import { createClaimSummary, evaluateClaims } from "../claims/evaluator.js";
+import { ClaimsEvaluator } from "../evaluators/claims-evaluator.js";
 import { ResultCollector } from "../collector/result-collector.js";
 import { LaTeXRenderer } from "../renderers/latex-renderer.js";
 import { createMockResult } from "./test-helpers.js";
+// Create a singleton evaluator instance for testing
+const claimsEvaluator = new ClaimsEvaluator();
 describe("Framework Pipeline Integration", () => {
     /**
      * Create a realistic set of evaluation results for testing
@@ -141,13 +143,20 @@ describe("Framework Pipeline Integration", () => {
                 scope: "global",
             },
         ];
-        const evaluations = evaluateClaims(claims, aggregates);
+        // Create evaluation context
+        const context = {
+            aggregates,
+            metadata: { source: "test" },
+        };
+        // Evaluate claims using the new evaluator API
+        const evalOutput = claimsEvaluator.evaluate({ claims }, context);
+        const evaluations = evalOutput.data.evaluations;
         assert.strictEqual(evaluations.length, 3);
         assert.ok(evaluations.every((e) => ["satisfied", "violated", "inconclusive"].includes(e.status)));
-        // Step 4: Create summary
-        const summary = createClaimSummary(evaluations);
-        assert.strictEqual(summary.summary.total, 3);
-        assert.strictEqual(summary.summary.satisfied + summary.summary.violated + summary.summary.inconclusive, 3);
+        // Step 4: Summary is included in evaluation output
+        const summary = evalOutput.data.summary;
+        assert.strictEqual(summary.total, 3);
+        assert.strictEqual(summary.satisfied + summary.violated + summary.inconclusive, 3);
         // Step 5: Render
         const renderer = new LaTeXRenderer();
         const tableSpec = {
@@ -237,7 +246,13 @@ describe("Framework Pipeline Integration", () => {
                 scope: "global",
             },
         ];
-        const evaluations = evaluateClaims(claims, aggregates);
+        // Evaluate claims using the new evaluator API
+        const context = {
+            aggregates,
+            metadata: { source: "test" },
+        };
+        const evalOutput = claimsEvaluator.evaluate({ claims }, context);
+        const evaluations = evalOutput.data.evaluations;
         // Both claims should be satisfied
         assert.strictEqual(evaluations.find((e) => e.claim.claimId === "SPEED")?.status, "satisfied");
         assert.strictEqual(evaluations.find((e) => e.claim.claimId === "QUALITY")?.status, "satisfied");
@@ -370,7 +385,13 @@ describe("Framework Pipeline Integration", () => {
             scope: "caseClass",
             scopeConstraints: { caseClass: "scale-free" },
         };
-        const evaluations = evaluateClaims([scopedClaim], aggregates);
+        // Evaluate claims using the new evaluator API
+        const context = {
+            aggregates,
+            metadata: { source: "test" },
+        };
+        const evalOutput = claimsEvaluator.evaluate({ claims: [scopedClaim] }, context);
+        const evaluations = evalOutput.data.evaluations;
         assert.strictEqual(evaluations[0].status, "satisfied");
     });
     it("should detect violated claims correctly", () => {
@@ -407,7 +428,13 @@ describe("Framework Pipeline Integration", () => {
             direction: "less",
             scope: "global",
         };
-        const evaluations = evaluateClaims([claim], aggregates);
+        // Evaluate claims using the new evaluator API
+        const context = {
+            aggregates,
+            metadata: { source: "test" },
+        };
+        const evalOutput = claimsEvaluator.evaluate({ claims: [claim] }, context);
+        const evaluations = evalOutput.data.evaluations;
         assert.strictEqual(evaluations[0].status, "violated");
         assert.ok(evaluations[0].evidence.delta > 0); // 150 - 100 = 50
     });

package/dist/__tests__/framework-pipeline.integration.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"framework-pipeline.integration.test.js","sourceRoot":"","sources":["../../src/__tests__/framework-pipeline.integration.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC5E,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAI/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;IAC/C;;OAEG;IACH,MAAM,iBAAiB,GAAG,GAAuB,EAAE;QAClD,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,8DAA8D;QAC9D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;YACzC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,UAAU,KAAK,EAAE;oBACxB,GAAG,EAAE,2BAA2B;oBAChC,OAAO,EAAE,SAAS;oBAClB,MAAM,EAAE,QAAQ,KAAK,EAAE;oBACvB,SAAS,EAAE,YAAY;iBACvB;gBACD,WAAW,EAAE;oBACZ,cAAc,EAAE,IAAI;oBACpB,cAAc,EAAE,IAAI;oBACpB,KAAK,EAAE,IAAI;oBACX,eAAe,EAAE,IAAI;iBACrB;gBACD,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,gBAAgB,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;wBACzC,gBAAgB,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;wBACzC,eAAe,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC;wBACtC,gBAAgB,EAAE,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI;qBAC7C;iBACD;aACD,CAAC,CACF,CAAC;QACH,CAAC;QAED,oDAAoD;QACpD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;YACzC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,WAAW,KAAK,EAAE;oBACzB,GAAG,EAAE,qBAAqB;oBAC1B,OAAO,EAAE,UAAU;oBACnB,MAAM,EAAE,QAAQ,KAAK,EAAE;oBACvB,SAAS,EAAE,YAAY;iBACvB;gBACD,WAAW,EAAE;oBACZ,cAAc,EAAE,IAAI;oBACpB,cAAc,EAAE,IAAI;oBACpB,KAAK,EAAE,IAAI;oBACX,eAAe,EAAE,IAAI;iBACrB;gBACD,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,gBAAgB,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;wBAC1C,gBAAgB,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;wBACzC,eAAe,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;wBACxC,gBAAgB,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI;qBAC5C;iBACD;aACD,CAAC,CACF,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;YACzC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,UAAU,KAAK,EAAE;oBACxB,GAAG,EAAE,0BAA0B;oBAC/B,OAAO,EAAE,UAAU;oBACnB,MAAM,EAAE,QAAQ,KAAK,EAAE;oBACvB,SAAS,EAAE,YAAY;iBACvB;gBACD,WAAW,EAAE;oBACZ,cAAc,EAAE,IAAI;oBACpB,cAAc,EAAE,IAAI;oBACpB,KAAK,EAAE,IAAI;oBACX,eAAe,EAAE,IAAI;iBACrB;gBACD,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,gBAAgB,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;wBAC1C,gBAAgB,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;wBACzC,eAAe,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC;wBACvC,gBAAgB,EAAE,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI;qBAC7C;iBACD;aACD,CAAC,CACF,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IAChB,CAAC,CAAC;IAEF,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACtE,0BAA0B;QAC1B,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;QACpC,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAE/B,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAExD,oBAAoB;QACpB,MAAM,UAAU,GAAG,gBAAgB,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAExD,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEjC,yBAAyB;QACzB,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,2BAA2B,CAAC,CAAC;QAClF,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;QACvB,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAEnD,qCAAqC;QACrC,MAAM,MAAM,GAAsB;YACjC;gBACC,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,uBAAuB;gBACpC,GAAG,EAAE,2BAA2B;gBAChC,QAAQ,EAAE,qBAAqB;gBAC/B,MAAM,EAAE,gBAAgB;gBACxB,SAAS,EAAE,MAAM;gBACjB,KAAK,EAAE,QAAQ;aACf;YACD;gBACC,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,+BAA+B;gBAC5C,GAAG,EAAE,2BAA2B;gBAChC,QAAQ,EAAE,qBAAqB;gBAC/B,MAAM,EAAE,eAAe;gBACvB,SAAS,EAAE,MAAM;gBACjB,KAAK,EAAE,QAAQ;aACf;YACD;gBACC,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,uCAAuC;gBACpD,GAAG,EAAE,2BAA2B;gBAChC,QAAQ,EAAE,qBAAqB;gBAC/B,MAAM,EAAE,gBAAgB;gBACxB,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,QAAQ;aACf;SACD,CAAC;QAEF,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEvD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,EAAE,CACR,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CACtF,CAAC;QAEF,yBAAyB;QACzB,MAAM,OAAO,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAEhD,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,WAAW,CACjB,OAAO,CAAC,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,YAAY,EACnF,CAAC,CACD,CAAC;QAEF,iBAAiB;QACjB,MAAM,QAAQ,GAAG,IAAI,aAAa,EAAE,CAAC;QAErC,MAAM,SAAS,GAAoB;YAClC,EAAE,EAAE,wBAAwB;YAC5B,QAAQ,EAAE,+BAA+B;YACzC,KAAK,EAAE,4BAA4B;YACnC,OAAO,EAAE,uCAAuC;YAChD,OAAO,EAAE;gBACR,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;gBAC/C,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE;gBACpD,EAAE,GAAG,EAAE,eAAe,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE;aACrD;YACD,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE,CACrB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAChB,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;gBACpC,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBACrD,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;aAC1D,CAAC,CAAC;SACJ,CAAC;QAEF,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAChE,MAAM,WAAW,GAAG,QAAQ,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAE7D,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAA,eAAe,CAAC,CAAC,CAAC;QACnE,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC,CAAC;QAClE,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACxE,mEAAmE;QACnE,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,+BAA+B;QAC/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,WAAW,KAAK,EAAE;oBACzB,GAAG,EAAE,mBAAmB;oBACxB,OAAO,EAAE,SAAS;oBAClB,MAAM,EAAE,QAAQ,KAAK,EAAE;iBACvB;gBACD,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,gBAAgB,EAAE,EAAE;wBACpB,eAAe,EAAE,GAAG;qBACpB;iBACD;aACD,CAAC,CACF,CAAC;QACH,CAAC;QAED,+BAA+B;QAC/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,YAAY,KAAK,EAAE;oBAC1B,GAAG,EAAE,oBAAoB;oBACzB,OAAO,EAAE,UAAU;oBACnB,MAAM,EAAE,QAAQ,KAAK,EAAE;iBACvB;gBACD,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,gBAAgB,EAAE,GAAG;wBACrB,eAAe,EAAE,GAAG;qBACpB;iBACD;aACD,CAAC,CACF,CAAC;QACH,CAAC;QAED,YAAY;QACZ,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,EAAE,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC;QAE1E,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,mBAAmB,CAAC,CAAC;QACzE,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC;QAE3E,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACnE,MAAM,CAAC,WAAW,CAAC,WAAW,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAErE,kBAAkB;QAClB,MAAM,MAAM,GAAsB;YACjC;gBACC,OAAO,EAAE,OAAO;gBAChB,WAAW,EAAE,mBAAmB;gBAChC,GAAG,EAAE,mBAAmB;gBACxB,QAAQ,EAAE,oBAAoB;gBAC9B,MAAM,EAAE,gBAAgB;gBACxB,SAAS,EAAE,MAAM;gBACjB,KAAK,EAAE,QAAQ;aACf;YACD;gBACC,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,4BAA4B;gBACzC,GAAG,EAAE,mBAAmB;gBACxB,QAAQ,EAAE,oBAAoB;gBAC9B,MAAM,EAAE,eAAe;gBACvB,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,QAAQ;aACf;SACD,CAAC;QAEF,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEvD,kCAAkC;QAClC,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,OAAO,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC9F,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAEhG,sCAAsC;QACtC,MAAM,eAAe,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;QAC7E,MAAM,CAAC,EAAE,CAAC,eAAe,CAAC,CAAC;QAC3B,MAAM,aAAa,GAAG,eAAe,CAAC,QAAQ,CAAC;QAC/C,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QACnD,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QACrD,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC5E,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;QAEpC,iBAAiB;QACjB,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAE/B,YAAY;QACZ,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC,CAAC;QAElE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC3C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,EAAE,cAAc,EAAE,UAAU,CAAC,CAAC;QAE/D,0BAA0B;QAC1B,MAAM,YAAY,GAAG,IAAI,eAAe,EAAE,CAAC;QAC3C,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEzB,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC3C,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,aAAa,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAE3D,0CAA0C;QAC1C,MAAM,UAAU,GAAG,gBAAgB,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3D,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC/D,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;QACpC,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,IAAI,aAAa,EAAE,CAAC;QAErC,MAAM,KAAK,GAAsB;YAChC;gBACC,EAAE,EAAE,SAAS;gBACb,QAAQ,EAAE,aAAa;gBACvB,KAAK,EAAE,aAAa;gBACpB,OAAO,EAAE,oBAAoB;gBAC7B,OAAO,EAAE;oBACR,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;oBAC/C,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE;iBAChD;gBACD,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE,CACrB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAChB,MAAM,EAAE,CAAC,CAAC,GAAG;oBACb,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;iBACjD,CAAC,CAAC;aACJ;YACD;gBACC,EAAE,EAAE,SAAS;gBACb,QAAQ,EAAE,aAAa;gBACvB,KAAK,EAAE,aAAa;gBACpB,OAAO,EAAE,iBAAiB;gBAC1B,OAAO,EAAE;oBACR,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;oBAC/C,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE;iBACrD;gBACD,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE,CACrB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAChB,MAAM,EAAE,CAAC,CAAC,GAAG;oBACb,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;iBACtD,CAAC,CAAC;aACJ;SACD,CAAC;QAEF,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAEtD,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAC7D,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACtD,6CAA6C;QAC7C,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,gCAAgC;QAChC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,SAAS,KAAK,EAAE;oBACvB,GAAG,EAAE,2BAA2B;oBAChC,OAAO,EAAE,SAAS;oBAClB,MAAM,EAAE,WAAW,KAAK,EAAE;oBAC1B,SAAS,EAAE,YAAY;iBACvB;gBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,EAAE;aAC9C,CAAC,CACF,CAAC;YACF,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,UAAU,KAAK,EAAE;oBACxB,GAAG,EAAE,qBAAqB;oBAC1B,OAAO,EAAE,UAAU;oBACnB,MAAM,EAAE,WAAW,KAAK,EAAE;oBAC1B,SAAS,EAAE,YAAY;iBACvB;gBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC,CACF,CAAC;QACH,CAAC;QAED,8CAA8C;QAC9C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,WAAW,KAAK,EAAE;oBACzB,GAAG,EAAE,2BAA2B;oBAChC,OAAO,EAAE,SAAS;oBAClB,MAAM,EAAE,aAAa,KAAK,EAAE;oBAC5B,SAAS,EAAE,QAAQ;iBACnB;gBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC,CACF,CAAC;YACF,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,YAAY,KAAK,EAAE;oBAC1B,GAAG,EAAE,qBAAqB;oBAC1B,OAAO,EAAE,UAAU;oBACnB,MAAM,EAAE,aAAa,KAAK,EAAE;oBAC5B,SAAS,EAAE,QAAQ;iBACnB;gBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC,CACF,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE7C,iDAAiD;QACjD,MAAM,WAAW,GAAoB;YACpC,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,mCAAmC;YAChD,GAAG,EAAE,2BAA2B;YAChC,QAAQ,EAAE,qBAAqB;YAC/B,MAAM,EAAE,gBAAgB;YACxB,SAAS,EAAE,MAAM;YACjB,KAAK,EAAE,WAAW;YAClB,gBAAgB,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE;SAC7C,CAAC;QAEF,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,WAAW,CAAC,EAAE,UAAU,CAAC,CAAC;QAE9D,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QAClD,kDAAkD;QAClD,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,oDAAoD;QACpD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,WAAW,KAAK,EAAE;oBACzB,GAAG,EAAE,mBAAmB;oBACxB,OAAO,EAAE,SAAS;oBAClB,MAAM,EAAE,QAAQ,KAAK,EAAE;iBACvB;gBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC,CACF,CAAC;YACF,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,YAAY,KAAK,EAAE;oBAC1B,GAAG,EAAE,oBAAoB;oBACzB,OAAO,EAAE,UAAU;oBACnB,MAAM,EAAE,QAAQ,KAAK,EAAE;iBACvB;gBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC,CACF,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,EAAE,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC;QAE1E,MAAM,KAAK,GAAoB;YAC9B,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,sCAAsC;YACnD,GAAG,EAAE,mBAAmB;YACxB,QAAQ,EAAE,oBAAoB;YAC9B,MAAM,EAAE,gBAAgB;YACxB,SAAS,EAAE,MAAM;YACjB,KAAK,EAAE,QAAQ;SACf,CAAC;QAEF,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,KAAK,CAAC,EAAE,UAAU,CAAC,CAAC;QAExD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACtD,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB;IAChE,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}
+{"version":3,"file":"framework-pipeline.integration.test.js","sourceRoot":"","sources":["../../src/__tests__/framework-pipeline.integration.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,mCAAmC,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAK/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,oDAAoD;AACpD,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;AAE9C,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;IAC/C;;OAEG;IACH,MAAM,iBAAiB,GAAG,GAAuB,EAAE;QAClD,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,8DAA8D;QAC9D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;YACzC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,UAAU,KAAK,EAAE;oBACxB,GAAG,EAAE,2BAA2B;oBAChC,OAAO,EAAE,SAAS;oBAClB,MAAM,EAAE,QAAQ,KAAK,EAAE;oBACvB,SAAS,EAAE,YAAY;iBACvB;gBACD,WAAW,EAAE;oBACZ,cAAc,EAAE,IAAI;oBACpB,cAAc,EAAE,IAAI;oBACpB,KAAK,EAAE,IAAI;oBACX,eAAe,EAAE,IAAI;iBACrB;gBACD,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,gBAAgB,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;wBACzC,gBAAgB,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;wBACzC,eAAe,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC;wBACtC,gBAAgB,EAAE,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI;qBAC7C;iBACD;aACD,CAAC,CACF,CAAC;QACH,CAAC;QAED,oDAAoD;QACpD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;YACzC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,WAAW,KAAK,EAAE;oBACzB,GAAG,EAAE,qBAAqB;oBAC1B,OAAO,EAAE,UAAU;oBACnB,MAAM,EAAE,QAAQ,KAAK,EAAE;oBACvB,SAAS,EAAE,YAAY;iBACvB;gBACD,WAAW,EAAE;oBACZ,cAAc,EAAE,IAAI;oBACpB,cAAc,EAAE,IAAI;oBACpB,KAAK,EAAE,IAAI;oBACX,eAAe,EAAE,IAAI;iBACrB;gBACD,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,gBAAgB,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;wBAC1C,gBAAgB,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;wBACzC,eAAe,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;wBACxC,gBAAgB,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI;qBAC5C;iBACD;aACD,CAAC,CACF,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;YACzC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,UAAU,KAAK,EAAE;oBACxB,GAAG,EAAE,0BAA0B;oBAC/B,OAAO,EAAE,UAAU;oBACnB,MAAM,EAAE,QAAQ,KAAK,EAAE;oBACvB,SAAS,EAAE,YAAY;iBACvB;gBACD,WAAW,EAAE;oBACZ,cAAc,EAAE,IAAI;oBACpB,cAAc,EAAE,IAAI;oBACpB,KAAK,EAAE,IAAI;oBACX,eAAe,EAAE,IAAI;iBACrB;gBACD,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,gBAAgB,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;wBAC1C,gBAAgB,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;wBACzC,eAAe,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC;wBACvC,gBAAgB,EAAE,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI;qBAC7C;iBACD;aACD,CAAC,CACF,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IAChB,CAAC,CAAC;IAEF,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACtE,0BAA0B;QAC1B,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;QACpC,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAE/B,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAExD,oBAAoB;QACpB,MAAM,UAAU,GAAG,gBAAgB,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAExD,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEjC,yBAAyB;QACzB,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,2BAA2B,CAAC,CAAC;QAClF,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;QACvB,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAEnD,qCAAqC;QACrC,MAAM,MAAM,GAAsB;YACjC;gBACC,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,uBAAuB;gBACpC,GAAG,EAAE,2BAA2B;gBAChC,QAAQ,EAAE,qBAAqB;gBAC/B,MAAM,EAAE,gBAAgB;gBACxB,SAAS,EAAE,MAAM;gBACjB,KAAK,EAAE,QAAQ;aACf;YACD;gBACC,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,+BAA+B;gBAC5C,GAAG,EAAE,2BAA2B;gBAChC,QAAQ,EAAE,qBAAqB;gBAC/B,MAAM,EAAE,eAAe;gBACvB,SAAS,EAAE,MAAM;gBACjB,KAAK,EAAE,QAAQ;aACf;YACD;gBACC,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,uCAAuC;gBACpD,GAAG,EAAE,2BAA2B;gBAChC,QAAQ,EAAE,qBAAqB;gBAC/B,MAAM,EAAE,gBAAgB;gBACxB,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,QAAQ;aACf;SACD,CAAC;QAEF,4BAA4B;QAC5B,MAAM,OAAO,GAAsB;YAClC,UAAU;YACV,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE;SAC5B,CAAC;QAEF,8CAA8C;QAC9C,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;QACjE,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC;QAEhD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,EAAE,CACR,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CACtF,CAAC;QAEF,mDAAmD;QACnD,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;QAExC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QAEnF,iBAAiB;QACjB,MAAM,QAAQ,GAAG,IAAI,aAAa,EAAE,CAAC;QAErC,MAAM,SAAS,GAAoB;YAClC,EAAE,EAAE,wBAAwB;YAC5B,QAAQ,EAAE,+BAA+B;YACzC,KAAK,EAAE,4BAA4B;YACnC,OAAO,EAAE,uCAAuC;YAChD,OAAO,EAAE;gBACR,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;gBAC/C,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE;gBACpD,EAAE,GAAG,EAAE,eAAe,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE;aACrD;YACD,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE,CACrB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAChB,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;gBACpC,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBACrD,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;aAC1D,CAAC,CAAC;SACJ,CAAC;QAEF,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAChE,MAAM,WAAW,GAAG,QAAQ,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAE7D,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAA,eAAe,CAAC,CAAC,CAAC;QACnE,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC,CAAC;QAClE,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACxE,mEAAmE;QACnE,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,+BAA+B;QAC/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,WAAW,KAAK,EAAE;oBACzB,GAAG,EAAE,mBAAmB;oBACxB,OAAO,EAAE,SAAS;oBAClB,MAAM,EAAE,QAAQ,KAAK,EAAE;iBACvB;gBACD,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,gBAAgB,EAAE,EAAE;wBACpB,eAAe,EAAE,GAAG;qBACpB;iBACD;aACD,CAAC,CACF,CAAC;QACH,CAAC;QAED,+BAA+B;QAC/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,YAAY,KAAK,EAAE;oBAC1B,GAAG,EAAE,oBAAoB;oBACzB,OAAO,EAAE,UAAU;oBACnB,MAAM,EAAE,QAAQ,KAAK,EAAE;iBACvB;gBACD,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,gBAAgB,EAAE,GAAG;wBACrB,eAAe,EAAE,GAAG;qBACpB;iBACD;aACD,CAAC,CACF,CAAC;QACH,CAAC;QAED,YAAY;QACZ,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,EAAE,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC;QAE1E,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,mBAAmB,CAAC,CAAC;QACzE,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC;QAE3E,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACnE,MAAM,CAAC,WAAW,CAAC,WAAW,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAErE,kBAAkB;QAClB,MAAM,MAAM,GAAsB;YACjC;gBACC,OAAO,EAAE,OAAO;gBAChB,WAAW,EAAE,mBAAmB;gBAChC,GAAG,EAAE,mBAAmB;gBACxB,QAAQ,EAAE,oBAAoB;gBAC9B,MAAM,EAAE,gBAAgB;gBACxB,SAAS,EAAE,MAAM;gBACjB,KAAK,EAAE,QAAQ;aACf;YACD;gBACC,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,4BAA4B;gBACzC,GAAG,EAAE,mBAAmB;gBACxB,QAAQ,EAAE,oBAAoB;gBAC9B,MAAM,EAAE,eAAe;gBACvB,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,QAAQ;aACf;SACD,CAAC;QAEF,8CAA8C;QAC9C,MAAM,OAAO,GAAsB;YAClC,UAAU;YACV,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE;SAC5B,CAAC;QACF,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;QACjE,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC;QAEhD,kCAAkC;QAClC,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,OAAO,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC9F,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAEhG,sCAAsC;QACtC,MAAM,eAAe,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;QAC7E,MAAM,CAAC,EAAE,CAAC,eAAe,CAAC,CAAC;QAC3B,MAAM,aAAa,GAAG,eAAe,CAAC,QAAQ,CAAC;QAC/C,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QACnD,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QACrD,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC5E,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;QAEpC,iBAAiB;QACjB,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAE/B,YAAY;QACZ,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC,CAAC;QAElE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC3C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,EAAE,cAAc,EAAE,UAAU,CAAC,CAAC;QAE/D,0BAA0B;QAC1B,MAAM,YAAY,GAAG,IAAI,eAAe,EAAE,CAAC;QAC3C,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEzB,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC3C,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,aAAa,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAE3D,0CAA0C;QAC1C,MAAM,UAAU,GAAG,gBAAgB,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3D,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC/D,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;QACpC,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,IAAI,aAAa,EAAE,CAAC;QAErC,MAAM,KAAK,GAAsB;YAChC;gBACC,EAAE,EAAE,SAAS;gBACb,QAAQ,EAAE,aAAa;gBACvB,KAAK,EAAE,aAAa;gBACpB,OAAO,EAAE,oBAAoB;gBAC7B,OAAO,EAAE;oBACR,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;oBAC/C,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE;iBAChD;gBACD,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE,CACrB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAChB,MAAM,EAAE,CAAC,CAAC,GAAG;oBACb,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;iBACjD,CAAC,CAAC;aACJ;YACD;gBACC,EAAE,EAAE,SAAS;gBACb,QAAQ,EAAE,aAAa;gBACvB,KAAK,EAAE,aAAa;gBACpB,OAAO,EAAE,iBAAiB;gBAC1B,OAAO,EAAE;oBACR,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;oBAC/C,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE;iBACrD;gBACD,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE,CACrB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAChB,MAAM,EAAE,CAAC,CAAC,GAAG;oBACb,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;iBACtD,CAAC,CAAC;aACJ;SACD,CAAC;QAEF,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAEtD,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAC7D,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACtD,6CAA6C;QAC7C,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,gCAAgC;QAChC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,SAAS,KAAK,EAAE;oBACvB,GAAG,EAAE,2BAA2B;oBAChC,OAAO,EAAE,SAAS;oBAClB,MAAM,EAAE,WAAW,KAAK,EAAE;oBAC1B,SAAS,EAAE,YAAY;iBACvB;gBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,EAAE;aAC9C,CAAC,CACF,CAAC;YACF,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,UAAU,KAAK,EAAE;oBACxB,GAAG,EAAE,qBAAqB;oBAC1B,OAAO,EAAE,UAAU;oBACnB,MAAM,EAAE,WAAW,KAAK,EAAE;oBAC1B,SAAS,EAAE,YAAY;iBACvB;gBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC,CACF,CAAC;QACH,CAAC;QAED,8CAA8C;QAC9C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,WAAW,KAAK,EAAE;oBACzB,GAAG,EAAE,2BAA2B;oBAChC,OAAO,EAAE,SAAS;oBAClB,MAAM,EAAE,aAAa,KAAK,EAAE;oBAC5B,SAAS,EAAE,QAAQ;iBACnB;gBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC,CACF,CAAC;YACF,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,YAAY,KAAK,EAAE;oBAC1B,GAAG,EAAE,qBAAqB;oBAC1B,OAAO,EAAE,UAAU;oBACnB,MAAM,EAAE,aAAa,KAAK,EAAE;oBAC5B,SAAS,EAAE,QAAQ;iBACnB;gBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC,CACF,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE7C,iDAAiD;QACjD,MAAM,WAAW,GAAoB;YACpC,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,mCAAmC;YAChD,GAAG,EAAE,2BAA2B;YAChC,QAAQ,EAAE,qBAAqB;YAC/B,MAAM,EAAE,gBAAgB;YACxB,SAAS,EAAE,MAAM;YACjB,KAAK,EAAE,WAAW;YAClB,gBAAgB,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE;SAC7C,CAAC;QAEF,8CAA8C;QAC9C,MAAM,OAAO,GAAsB;YAClC,UAAU;YACV,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE;SAC5B,CAAC;QACF,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAChF,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC;QAEhD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QAClD,kDAAkD;QAClD,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,oDAAoD;QACpD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,WAAW,KAAK,EAAE;oBACzB,GAAG,EAAE,mBAAmB;oBACxB,OAAO,EAAE,SAAS;oBAClB,MAAM,EAAE,QAAQ,KAAK,EAAE;iBACvB;gBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC,CACF,CAAC;YACF,OAAO,CAAC,IAAI,CACX,gBAAgB,CAAC;gBAChB,GAAG,EAAE;oBACJ,KAAK,EAAE,YAAY,KAAK,EAAE;oBAC1B,GAAG,EAAE,oBAAoB;oBACzB,OAAO,EAAE,UAAU;oBACnB,MAAM,EAAE,QAAQ,KAAK,EAAE;iBACvB;gBACD,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC,CACF,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,EAAE,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC;QAE1E,MAAM,KAAK,GAAoB;YAC9B,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,sCAAsC;YACnD,GAAG,EAAE,mBAAmB;YACxB,QAAQ,EAAE,oBAAoB;YAC9B,MAAM,EAAE,gBAAgB;YACxB,SAAS,EAAE,MAAM;YACjB,KAAK,EAAE,QAAQ;SACf,CAAC;QAEF,8CAA8C;QAC9C,MAAM,OAAO,GAAsB;YAClC,UAAU;YACV,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE;SAC5B,CAAC;QACF,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAC1E,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC;QAEhD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACtD,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB;IAChE,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/__tests__/index-exports.unit.test.js

@@ -20,12 +20,10 @@ describe("index.ts export verification", () => {
         assert.ok(typeof aggregationModule.aggregateResults === "function", "should export aggregateResults");
         assert.ok(typeof aggregationModule.createAggregationOutput === "function", "should export createAggregationOutput");
     });
-    test("src/claims/index.ts exports evaluator", async () => {
+    test("src/claims/index.ts exports types", async () => {
         const claimsModule = await import("../claims/index.js");
         assert.ok(claimsModule, "claims module should import");
-        assert.ok(typeof claimsModule.evaluateClaim === "function", "should export evaluateClaim");
-        assert.ok(typeof claimsModule.evaluateClaims === "function", "should export evaluateClaims");
-        assert.ok(typeof claimsModule.createClaimSummary === "function", "should export createClaimSummary");
+        // Claims module now only exports types - use evaluators module for ClaimsEvaluator class
     });
     test("src/collector/index.ts exports result-collector and schema", async () => {
         const collectorModule = await import("../collector/index.js");
@@ -76,13 +74,10 @@ describe("index.ts export verification", () => {
         assert.ok(renderersModule.LATEX_CLAIM_STATUS, "should export LATEX_CLAIM_STATUS");
         assert.ok(renderersModule.UNICODE_CLAIM_STATUS, "should export UNICODE_CLAIM_STATUS");
     });
-    test("src/robustness/index.ts exports analyzer and perturbations", async () => {
+    test("src/robustness/index.ts exports types and perturbations", async () => {
         const robustnessModule = await import("../robustness/index.js");
         assert.ok(robustnessModule, "robustness module should import");
-        assert.ok(typeof robustnessModule.analyzeRobustnessForMetric === "function", "should export analyzeRobustnessForMetric");
-        assert.ok(typeof robustnessModule.analyzeRobustnessWithCurve === "function", "should export analyzeRobustnessWithCurve");
-        assert.ok(typeof robustnessModule.compareRobustness === "function", "should export compareRobustness");
-        assert.ok(typeof robustnessModule.createRobustnessAnalysis === "function", "should export createRobustnessAnalysis");
+        // Robustness module now only exports types and perturbations - use evaluators module for RobustnessEvaluator class
         assert.ok(typeof robustnessModule.createPerturbation === "function", "should export createPerturbation");
         assert.ok(robustnessModule.edgeRemovalPerturbation, "should export edgeRemovalPerturbation");
         assert.ok(typeof robustnessModule.getPerturbation === "function", "should export getPerturbation");
@@ -111,7 +106,6 @@ describe("index.ts export verification", () => {
         const mainModule = await import("../index.js");
         assert.ok(mainModule, "main module should import");
         // Verify all sub-modules are re-exported
-        // Types module (type-only exports, so we check other modules)
         assert.ok(typeof mainModule.CaseRegistry === "function", "should export CaseRegistry from registry");
         assert.ok(typeof mainModule.SUTRegistry === "function", "should export SUTRegistry from registry");
         assert.ok(typeof mainModule.Executor === "function", "should export Executor from executor");
@@ -119,8 +113,11 @@ describe("index.ts export verification", () => {
         assert.ok(typeof mainModule.ResultCollector === "function", "should export ResultCollector from collector");
         assert.ok(typeof mainModule.mannWhitneyUTest === "function", "should export mannWhitneyUTest from statistical");
         assert.ok(typeof mainModule.computeSpeedup === "function", "should export computeSpeedup from aggregation");
-        assert.ok(typeof mainModule.evaluateClaim === "function", "should export evaluateClaim from claims");
-        assert.ok(typeof mainModule.analyzeRobustnessForMetric === "function", "should export analyzeRobustnessForMetric from robustness");
+        // New evaluator exports
+        assert.ok(typeof mainModule.ClaimsEvaluator === "function", "should export ClaimsEvaluator from evaluators");
+        assert.ok(typeof mainModule.RobustnessEvaluator === "function", "should export RobustnessEvaluator from evaluators");
+        assert.ok(typeof mainModule.MetricsEvaluator === "function", "should export MetricsEvaluator from evaluators");
+        assert.ok(typeof mainModule.EvaluatorRegistry === "object", "should export EvaluatorRegistry from evaluators");
         assert.ok(typeof mainModule.LaTeXRenderer === "function", "should export LaTeXRenderer from renderers");
     });
 });

package/dist/__tests__/index-exports.unit.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"index-exports.unit.test.js","sourceRoot":"","sources":["../../src/__tests__/index-exports.unit.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAE3C,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC7C,IAAI,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QAC5E,0BAA0B;QAC1B,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;QAElE,uBAAuB;QACvB,MAAM,CAAC,EAAE,CAAC,iBAAiB,EAAE,kCAAkC,CAAC,CAAC;QACjE,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,iBAAiB,KAAK,UAAU,EACzD,iCAAiC,CACjC,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,iBAAiB,KAAK,UAAU,EACzD,iCAAiC,CACjC,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,eAAe,KAAK,UAAU,EACvD,+BAA+B,CAC/B,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,cAAc,KAAK,UAAU,EACtD,8BAA8B,CAC9B,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,mBAAmB,KAAK,UAAU,EAC3D,mCAAmC,CACnC,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,gBAAgB,KAAK,UAAU,EACxD,gCAAgC,CAChC,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,uBAAuB,KAAK,UAAU,EAC/D,uCAAuC,CACvC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAExD,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,6BAA6B,CAAC,CAAC;QACvD,MAAM,CAAC,EAAE,CAAC,OAAO,YAAY,CAAC,aAAa,KAAK,UAAU,EAAE,6BAA6B,CAAC,CAAC;QAC3F,MAAM,CAAC,EAAE,CAAC,OAAO,YAAY,CAAC,cAAc,KAAK,UAAU,EAAE,8BAA8B,CAAC,CAAC;QAC7F,MAAM,CAAC,EAAE,CACR,OAAO,YAAY,CAAC,kBAAkB,KAAK,UAAU,EACrD,kCAAkC,CAClC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;QAE9D,MAAM,CAAC,EAAE,CAAC,eAAe,EAAE,gCAAgC,CAAC,CAAC;QAC7D,MAAM,CAAC,EAAE,CACR,OAAO,eAAe,CAAC,eAAe,KAAK,UAAU,EACrD,+BAA+B,CAC/B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,eAAe,CAAC,eAAe,EAAE,wCAAwC,CAAC,CAAC;QACrF,MAAM,CAAC,EAAE,CAAC,OAAO,eAAe,CAAC,UAAU,KAAK,UAAU,EAAE,0BAA0B,CAAC,CAAC;QACxF,MAAM,CAAC,EAAE,CAAC,OAAO,eAAe,CAAC,YAAY,KAAK,UAAU,EAAE,4BAA4B,CAAC,CAAC;QAC5F,MAAM,CAAC,EAAE,CAAC,OAAO,eAAe,CAAC,cAAc,KAAK,UAAU,EAAE,8BAA8B,CAAC,CAAC;QAChG,MAAM,CAAC,EAAE,CACR,OAAO,eAAe,CAAC,uBAAuB,KAAK,UAAU,EAC7D,uCAAuC,CACvC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAE5D,MAAM,CAAC,EAAE,CAAC,cAAc,EAAE,+BAA+B,CAAC,CAAC;QAC3D,MAAM,CAAC,EAAE,CACR,OAAO,cAAc,CAAC,iBAAiB,KAAK,UAAU,EACtD,iCAAiC,CACjC,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,cAAc,CAAC,2BAA2B,KAAK,UAAU,EAChE,2CAA2C,CAC3C,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,YAAY,KAAK,UAAU,EAAE,4BAA4B,CAAC,CAAC;QAC3F,MAAM,CAAC,EAAE,CACR,OAAO,cAAc,CAAC,uBAAuB,KAAK,UAAU,EAC5D,uCAAuC,CACvC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,WAAW,KAAK,UAAU,EAAE,2BAA2B,CAAC,CAAC;QACzF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,UAAU,KAAK,UAAU,EAAE,0BAA0B,CAAC,CAAC;QACvF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,YAAY,KAAK,UAAU,EAAE,4BAA4B,CAAC,CAAC;QAC3F,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,cAAc,KAAK,UAAU,EAAE,8BAA8B,CAAC,CAAC;QAC/F,MAAM,CAAC,EAAE,CACR,OAAO,cAAc,CAAC,eAAe,KAAK,UAAU,EACpD,+BAA+B,CAC/B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,cAAc,KAAK,UAAU,EAAE,8BAA8B,CAAC,CAAC;QAC/F,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,QAAQ,KAAK,UAAU,EAAE,wBAAwB,CAAC,CAAC;QACnF,MAAM,CAAC,EAAE,CACR,OAAO,cAAc,CAAC,eAAe,KAAK,UAAU,EACpD,+BAA+B,CAC/B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,SAAS,KAAK,UAAU,EAAE,yBAAyB,CAAC,CAAC;QACrF,MAAM,CAAC,EAAE,CACR,OAAO,cAAc,CAAC,kBAAkB,KAAK,UAAU,EACvD,kCAAkC,CAClC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,aAAa,KAAK,UAAU,EAAE,6BAA6B,CAAC,CAAC;QAC7F,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,UAAU,KAAK,UAAU,EAAE,0BAA0B,CAAC,CAAC;QACvF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,aAAa,KAAK,UAAU,EAAE,6BAA6B,CAAC,CAAC;QAC7F,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,uBAAuB,EAAE,uCAAuC,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAE5D,MAAM,CAAC,EAAE,CAAC,cAAc,EAAE,+BAA+B,CAAC,CAAC;QAC3D,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,YAAY,KAAK,UAAU,EAAE,4BAA4B,CAAC,CAAC;QAC3F,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,WAAW,KAAK,UAAU,EAAE,2BAA2B,CAAC,CAAC;QACzF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,YAAY,EAAE,qCAAqC,CAAC,CAAC;QAC9E,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,WAAW,EAAE,oCAAoC,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;QAE9D,MAAM,CAAC,EAAE,CAAC,eAAe,EAAE,gCAAgC,CAAC,CAAC;QAC7D,MAAM,CAAC,EAAE,CAAC,OAAO,eAAe,CAAC,aAAa,KAAK,UAAU,EAAE,6BAA6B,CAAC,CAAC;QAC9F,MAAM,CAAC,EAAE,CACR,OAAO,eAAe,CAAC,mBAAmB,KAAK,UAAU,EACzD,mCAAmC,CACnC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,eAAe,CAAC,WAAW,KAAK,UAAU,EAAE,2BAA2B,CAAC,CAAC;QAC1F,MAAM,CAAC,EAAE,CAAC,eAAe,CAAC,kBAAkB,EAAE,kCAAkC,CAAC,CAAC;QAClF,MAAM,CAAC,EAAE,CAAC,eAAe,CAAC,oBAAoB,EAAE,oCAAoC,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,gBAAgB,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC;QAEhE,MAAM,CAAC,EAAE,CAAC,gBAAgB,EAAE,iCAAiC,CAAC,CAAC;QAC/D,MAAM,CAAC,EAAE,CACR,OAAO,gBAAgB,CAAC,0BAA0B,KAAK,UAAU,EACjE,0CAA0C,CAC1C,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,gBAAgB,CAAC,0BAA0B,KAAK,UAAU,EACjE,0CAA0C,CAC1C,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,gBAAgB,CAAC,iBAAiB,KAAK,UAAU,EACxD,iCAAiC,CACjC,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,gBAAgB,CAAC,wBAAwB,KAAK,UAAU,EAC/D,wCAAwC,CACxC,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,gBAAgB,CAAC,kBAAkB,KAAK,UAAU,EACzD,kCAAkC,CAClC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,uCAAuC,CAAC,CAAC;QAC7F,MAAM,CAAC,EAAE,CACR,OAAO,gBAAgB,CAAC,eAAe,KAAK,UAAU,EACtD,+BAA+B,CAC/B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,uCAAuC,CAAC,CAAC;QAC7F,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,qBAAqB,EAAE,qCAAqC,CAAC,CAAC;QACzF,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,uCAAuC,CAAC,CAAC;QAC7F,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,aAAa,EAAE,6BAA6B,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;QAElE,MAAM,CAAC,EAAE,CAAC,iBAAiB,EAAE,kCAAkC,CAAC,CAAC;QACjE,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,gBAAgB,KAAK,UAAU,EACxD,gCAAgC,CAChC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,iBAAiB,CAAC,SAAS,KAAK,UAAU,EAAE,yBAAyB,CAAC,CAAC;QACxF,MAAM,CAAC,EAAE,CAAC,OAAO,iBAAiB,CAAC,OAAO,KAAK,UAAU,EAAE,uBAAuB,CAAC,CAAC;QACpF,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,kBAAkB,KAAK,UAAU,EAC1D,kCAAkC,CAClC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAClE,oEAAoE;QACpE,8EAA8E;QAC9E,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;QAEtD,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,4BAA4B,CAAC,CAAC;QACrD,qEAAqE;QACrE,+DAA+D;IAChE,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;QAE/C,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,2BAA2B,CAAC,CAAC;QAEnD,yCAAyC;QACzC,8DAA8D;QAC9D,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,YAAY,KAAK,UAAU,EAC7C,0CAA0C,CAC1C,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,WAAW,KAAK,UAAU,EAC5C,yCAAyC,CACzC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,UAAU,CAAC,QAAQ,KAAK,UAAU,EAAE,sCAAsC,CAAC,CAAC;QAC7F,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,cAAc,KAAK,UAAU,EAC/C,4CAA4C,CAC5C,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,eAAe,KAAK,UAAU,EAChD,8CAA8C,CAC9C,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,gBAAgB,KAAK,UAAU,EACjD,iDAAiD,CACjD,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,cAAc,KAAK,UAAU,EAC/C,+CAA+C,CAC/C,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,aAAa,KAAK,UAAU,EAC9C,yCAAyC,CACzC,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,0BAA0B,KAAK,UAAU,EAC3D,0DAA0D,CAC1D,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,aAAa,KAAK,UAAU,EAC9C,4CAA4C,CAC5C,CAAC;IACH,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}
+{"version":3,"file":"index-exports.unit.test.js","sourceRoot":"","sources":["../../src/__tests__/index-exports.unit.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAE3C,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC7C,IAAI,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QAC5E,0BAA0B;QAC1B,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;QAElE,uBAAuB;QACvB,MAAM,CAAC,EAAE,CAAC,iBAAiB,EAAE,kCAAkC,CAAC,CAAC;QACjE,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,iBAAiB,KAAK,UAAU,EACzD,iCAAiC,CACjC,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,iBAAiB,KAAK,UAAU,EACzD,iCAAiC,CACjC,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,eAAe,KAAK,UAAU,EACvD,+BAA+B,CAC/B,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,cAAc,KAAK,UAAU,EACtD,8BAA8B,CAC9B,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,mBAAmB,KAAK,UAAU,EAC3D,mCAAmC,CACnC,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,gBAAgB,KAAK,UAAU,EACxD,gCAAgC,CAChC,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,uBAAuB,KAAK,UAAU,EAC/D,uCAAuC,CACvC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAExD,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,6BAA6B,CAAC,CAAC;QACvD,yFAAyF;IAC1F,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;QAE9D,MAAM,CAAC,EAAE,CAAC,eAAe,EAAE,gCAAgC,CAAC,CAAC;QAC7D,MAAM,CAAC,EAAE,CACR,OAAO,eAAe,CAAC,eAAe,KAAK,UAAU,EACrD,+BAA+B,CAC/B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,eAAe,CAAC,eAAe,EAAE,wCAAwC,CAAC,CAAC;QACrF,MAAM,CAAC,EAAE,CAAC,OAAO,eAAe,CAAC,UAAU,KAAK,UAAU,EAAE,0BAA0B,CAAC,CAAC;QACxF,MAAM,CAAC,EAAE,CAAC,OAAO,eAAe,CAAC,YAAY,KAAK,UAAU,EAAE,4BAA4B,CAAC,CAAC;QAC5F,MAAM,CAAC,EAAE,CAAC,OAAO,eAAe,CAAC,cAAc,KAAK,UAAU,EAAE,8BAA8B,CAAC,CAAC;QAChG,MAAM,CAAC,EAAE,CACR,OAAO,eAAe,CAAC,uBAAuB,KAAK,UAAU,EAC7D,uCAAuC,CACvC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAE5D,MAAM,CAAC,EAAE,CAAC,cAAc,EAAE,+BAA+B,CAAC,CAAC;QAC3D,MAAM,CAAC,EAAE,CACR,OAAO,cAAc,CAAC,iBAAiB,KAAK,UAAU,EACtD,iCAAiC,CACjC,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,cAAc,CAAC,2BAA2B,KAAK,UAAU,EAChE,2CAA2C,CAC3C,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,YAAY,KAAK,UAAU,EAAE,4BAA4B,CAAC,CAAC;QAC3F,MAAM,CAAC,EAAE,CACR,OAAO,cAAc,CAAC,uBAAuB,KAAK,UAAU,EAC5D,uCAAuC,CACvC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,WAAW,KAAK,UAAU,EAAE,2BAA2B,CAAC,CAAC;QACzF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,UAAU,KAAK,UAAU,EAAE,0BAA0B,CAAC,CAAC;QACvF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,YAAY,KAAK,UAAU,EAAE,4BAA4B,CAAC,CAAC;QAC3F,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,cAAc,KAAK,UAAU,EAAE,8BAA8B,CAAC,CAAC;QAC/F,MAAM,CAAC,EAAE,CACR,OAAO,cAAc,CAAC,eAAe,KAAK,UAAU,EACpD,+BAA+B,CAC/B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,cAAc,KAAK,UAAU,EAAE,8BAA8B,CAAC,CAAC;QAC/F,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,QAAQ,KAAK,UAAU,EAAE,wBAAwB,CAAC,CAAC;QACnF,MAAM,CAAC,EAAE,CACR,OAAO,cAAc,CAAC,eAAe,KAAK,UAAU,EACpD,+BAA+B,CAC/B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,SAAS,KAAK,UAAU,EAAE,yBAAyB,CAAC,CAAC;QACrF,MAAM,CAAC,EAAE,CACR,OAAO,cAAc,CAAC,kBAAkB,KAAK,UAAU,EACvD,kCAAkC,CAClC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,aAAa,KAAK,UAAU,EAAE,6BAA6B,CAAC,CAAC;QAC7F,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,UAAU,KAAK,UAAU,EAAE,0BAA0B,CAAC,CAAC;QACvF,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,aAAa,KAAK,UAAU,EAAE,6BAA6B,CAAC,CAAC;QAC7F,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,uBAAuB,EAAE,uCAAuC,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAE5D,MAAM,CAAC,EAAE,CAAC,cAAc,EAAE,+BAA+B,CAAC,CAAC;QAC3D,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,YAAY,KAAK,UAAU,EAAE,4BAA4B,CAAC,CAAC;QAC3F,MAAM,CAAC,EAAE,CAAC,OAAO,cAAc,CAAC,WAAW,KAAK,UAAU,EAAE,2BAA2B,CAAC,CAAC;QACzF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,YAAY,EAAE,qCAAqC,CAAC,CAAC;QAC9E,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,WAAW,EAAE,oCAAoC,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;QAE9D,MAAM,CAAC,EAAE,CAAC,eAAe,EAAE,gCAAgC,CAAC,CAAC;QAC7D,MAAM,CAAC,EAAE,CAAC,OAAO,eAAe,CAAC,aAAa,KAAK,UAAU,EAAE,6BAA6B,CAAC,CAAC;QAC9F,MAAM,CAAC,EAAE,CACR,OAAO,eAAe,CAAC,mBAAmB,KAAK,UAAU,EACzD,mCAAmC,CACnC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,eAAe,CAAC,WAAW,KAAK,UAAU,EAAE,2BAA2B,CAAC,CAAC;QAC1F,MAAM,CAAC,EAAE,CAAC,eAAe,CAAC,kBAAkB,EAAE,kCAAkC,CAAC,CAAC;QAClF,MAAM,CAAC,EAAE,CAAC,eAAe,CAAC,oBAAoB,EAAE,oCAAoC,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,gBAAgB,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC;QAEhE,MAAM,CAAC,EAAE,CAAC,gBAAgB,EAAE,iCAAiC,CAAC,CAAC;QAC/D,mHAAmH;QACnH,MAAM,CAAC,EAAE,CACR,OAAO,gBAAgB,CAAC,kBAAkB,KAAK,UAAU,EACzD,kCAAkC,CAClC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,uCAAuC,CAAC,CAAC;QAC7F,MAAM,CAAC,EAAE,CACR,OAAO,gBAAgB,CAAC,eAAe,KAAK,UAAU,EACtD,+BAA+B,CAC/B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,uCAAuC,CAAC,CAAC;QAC7F,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,qBAAqB,EAAE,qCAAqC,CAAC,CAAC;QACzF,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,uCAAuC,CAAC,CAAC;QAC7F,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,aAAa,EAAE,6BAA6B,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;QAElE,MAAM,CAAC,EAAE,CAAC,iBAAiB,EAAE,kCAAkC,CAAC,CAAC;QACjE,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,gBAAgB,KAAK,UAAU,EACxD,gCAAgC,CAChC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,iBAAiB,CAAC,SAAS,KAAK,UAAU,EAAE,yBAAyB,CAAC,CAAC;QACxF,MAAM,CAAC,EAAE,CAAC,OAAO,iBAAiB,CAAC,OAAO,KAAK,UAAU,EAAE,uBAAuB,CAAC,CAAC;QACpF,MAAM,CAAC,EAAE,CACR,OAAO,iBAAiB,CAAC,kBAAkB,KAAK,UAAU,EAC1D,kCAAkC,CAClC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAClE,oEAAoE;QACpE,8EAA8E;QAC9E,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;QAEtD,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,4BAA4B,CAAC,CAAC;QACrD,qEAAqE;QACrE,+DAA+D;IAChE,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;QAE/C,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,2BAA2B,CAAC,CAAC;QAEnD,yCAAyC;QACzC,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,YAAY,KAAK,UAAU,EAC7C,0CAA0C,CAC1C,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,WAAW,KAAK,UAAU,EAC5C,yCAAyC,CACzC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,UAAU,CAAC,QAAQ,KAAK,UAAU,EAAE,sCAAsC,CAAC,CAAC;QAC7F,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,cAAc,KAAK,UAAU,EAC/C,4CAA4C,CAC5C,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,eAAe,KAAK,UAAU,EAChD,8CAA8C,CAC9C,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,gBAAgB,KAAK,UAAU,EACjD,iDAAiD,CACjD,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,cAAc,KAAK,UAAU,EAC/C,+CAA+C,CAC/C,CAAC;QACF,wBAAwB;QACxB,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,eAAe,KAAK,UAAU,EAChD,+CAA+C,CAC/C,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,mBAAmB,KAAK,UAAU,EACpD,mDAAmD,CACnD,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,gBAAgB,KAAK,UAAU,EACjD,gDAAgD,CAChD,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,iBAAiB,KAAK,QAAQ,EAChD,iDAAiD,CACjD,CAAC;QACF,MAAM,CAAC,EAAE,CACR,OAAO,UAAU,CAAC,aAAa,KAAK,UAAU,EAC9C,4CAA4C,CAC5C,CAAC;IACH,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/aggregation/pipeline.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../src/aggregation/pipeline.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACX,gBAAgB,EAChB,iBAAiB,EAGjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAG3D;;GAEG;AACH,MAAM,WAAW,0BAA0B;IAC1C,0CAA0C;IAC1C,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAE3B,yDAAyD;IACzD,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAE7B,qEAAqE;IACrE,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,uEAAuE;IACvE,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IAExB,kDAAkD;IAClD,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAUD;;;;;;GAMG;AACH,eAAO,MAAM,gBAAgB,GAC5B,SAAS,gBAAgB,EAAE,EAC3B,UAAS,0BAA+B,KACtC,gBAAgB,EAmBlB,CAAC;AAyLF;;;;GAIG;AACH,eAAO,MAAM,uBAAuB,GACnC,YAAY,gBAAgB,EAAE,EAC9B,SAAS,gBAAgB,EAAE,KACzB,iBAkBF,CAAC"}
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../src/aggregation/pipeline.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACX,gBAAgB,EAChB,iBAAiB,EAGjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAG3D;;GAEG;AACH,MAAM,WAAW,0BAA0B;IAC1C,0CAA0C;IAC1C,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAE3B,yDAAyD;IACzD,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAE7B,qEAAqE;IACrE,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,uEAAuE;IACvE,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IAExB,kDAAkD;IAClD,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAUD;;;;;;GAMG;AACH,eAAO,MAAM,gBAAgB,GAC5B,SAAS,gBAAgB,EAAE,EAC3B,UAAS,0BAA+B,KACtC,gBAAgB,EAmBlB,CAAC;AAgOF;;;;GAIG;AACH,eAAO,MAAM,uBAAuB,GACnC,YAAY,gBAAgB,EAAE,EAC9B,SAAS,gBAAgB,EAAE,KACzB,iBAkBF,CAAC"}

package/dist/aggregation/pipeline.js

@@ -73,8 +73,8 @@ const aggregateGroup = (key, results, metricNames) => {
     const allMetricNames = metricNames ?? getAllMetricNames(results);
     for (const metricName of allMetricNames) {
         const values = results
-            .map((r) => r.metrics.numeric[metricName])
-            .filter((v) => typeof v === "number" && !Number.isNaN(v));
+            .map((r) => getMetricValue(r, metricName))
+            .filter((v) => v !== undefined && !Number.isNaN(v));
         if (values.length > 0) {
             metricStats[metricName] = computeSummaryStats(values);
         }
@@ -82,7 +82,7 @@ const aggregateGroup = (key, results, metricNames) => {
     // Coverage
     const metricCoverage = {};
     for (const metricName of allMetricNames) {
-        const count = results.filter((r) => metricName in r.metrics.numeric).length;
+        const count = results.filter((r) => hasMetric(r, metricName)).length;
         metricCoverage[metricName] = count / results.length;
     }
     return {
@@ -107,17 +107,54 @@ const aggregateGroup = (key, results, metricNames) => {
 };
 /**
  * Get all unique metric names from results.
+ * Checks both metrics.numeric and top-level metrics (e.g., salience-coverage).
  * @param results
  */
 const getAllMetricNames = (results) => {
     const names = new Set();
     for (const result of results) {
+        // Add numeric metrics
         for (const name of Object.keys(result.metrics.numeric)) {
             names.add(name);
         }
+        // Add top-level metrics (e.g., salience-coverage, salience-recall, etc.)
+        for (const name of Object.keys(result.metrics)) {
+            if (name !== "numeric" && typeof result.metrics[name] === "number") {
+                names.add(name);
+            }
+        }
     }
     return [...names];
 };
+/**
+ * Get a metric value from a result.
+ * Checks top-level metrics first, then falls back to metrics.numeric.
+ * @param result
+ * @param metricName
+ */
+const getMetricValue = (result, metricName) => {
+    // Check top-level metric first (e.g., salience-coverage)
+    const topLevelValue = result.metrics[metricName];
+    if (typeof topLevelValue === "number") {
+        return topLevelValue;
+    }
+    // Fall back to numeric metrics
+    return result.metrics.numeric[metricName];
+};
+/**
+ * Check if a result has a specific metric.
+ * Checks both top-level metrics and metrics.numeric.
+ * @param result
+ * @param metricName
+ */
+const hasMetric = (result, metricName) => {
+    // Check top-level metric first (e.g., salience-coverage)
+    if (metricName in result.metrics && typeof result.metrics[metricName] === "number") {
+        return true;
+    }
+    // Check numeric metrics
+    return metricName in result.metrics.numeric;
+};
 /**
  * Compute comparisons between primary and baseline SUTs.
  * @param aggregates