ppef 1.0.1 → 1.1.0

package/dist/aggregation/__tests__/aggregators.unit.test.js

@@ -0,0 +1,350 @@
+/**
+ * Unit tests for Aggregation Functions
+ *
+ * Tests the pure functions for computing aggregated statistics.
+ */
+import { describe, it } from "node:test";
+import { strict as assert } from "node:assert";
+import { computeSummaryStats, computeSpeedup, computeMaxSpeedup, computeComparison, computeRankings, getTValue, } from "../aggregators.js";
+import { createMockResult } from "../../__tests__/test-helpers.js";
+describe("computeSummaryStats", () => {
+    it("should return NaN values for empty array", () => {
+        const result = computeSummaryStats([]);
+        assert.strictEqual(result.n, 0);
+        assert.ok(Number.isNaN(result.mean));
+        assert.ok(Number.isNaN(result.median));
+        assert.ok(Number.isNaN(result.min));
+        assert.ok(Number.isNaN(result.max));
+    });
+    it("should compute basic statistics for single value", () => {
+        const result = computeSummaryStats([42]);
+        assert.strictEqual(result.n, 1);
+        assert.strictEqual(result.mean, 42);
+        assert.strictEqual(result.median, 42);
+        assert.strictEqual(result.min, 42);
+        assert.strictEqual(result.max, 42);
+        assert.strictEqual(result.std, undefined);
+        assert.strictEqual(result.confidence95, undefined);
+    });
+    it("should compute statistics for multiple values", () => {
+        const result = computeSummaryStats([1, 2, 3, 4, 5]);
+        assert.strictEqual(result.n, 5);
+        assert.strictEqual(result.mean, 3);
+        assert.strictEqual(result.median, 3);
+        assert.strictEqual(result.min, 1);
+        assert.strictEqual(result.max, 5);
+        assert.ok(result.std !== undefined);
+        assert.ok(result.std > 0);
+    });
+    it("should compute median for even-length arrays", () => {
+        const result = computeSummaryStats([1, 2, 3, 4]);
+        assert.strictEqual(result.median, 2.5); // (2 + 3) / 2
+    });
+    it("should compute 95% confidence interval", () => {
+        const result = computeSummaryStats([10, 12, 14, 16, 18]);
+        assert.ok(result.confidence95 !== undefined);
+        assert.ok(result.confidence95[0] < result.mean);
+        assert.ok(result.confidence95[1] > result.mean);
+    });
+    it("should compute percentiles", () => {
+        const result = computeSummaryStats([1, 2, 3, 4, 5, 6, 7, 8]);
+        assert.strictEqual(result.p25, 3); // Floor of 8 * 0.25 = 2, sorted[2] = 3
+        assert.strictEqual(result.p75, 7); // Floor of 8 * 0.75 = 6, sorted[6] = 7
+    });
+});
+describe("computeSpeedup", () => {
+    it("should compute speedup ratio", () => {
+        const result = computeSpeedup(100, 50);
+        assert.strictEqual(result, 2); // 100 / 50 = 2x speedup
+    });
+    it("should return Infinity for zero treatment time", () => {
+        const result = computeSpeedup(100, 0);
+        assert.strictEqual(result, Infinity);
+    });
+    it("should handle slower treatment", () => {
+        const result = computeSpeedup(50, 100);
+        assert.strictEqual(result, 0.5); // 50 / 100 = 0.5x (slower)
+    });
+});
+describe("computeMaxSpeedup", () => {
+    it("should return 0 for empty pairs", () => {
+        const result = computeMaxSpeedup([]);
+        assert.strictEqual(result, 0);
+    });
+    it("should compute maximum speedup from pairs", () => {
+        const pairs = [
+            [100, 50], // 2x
+            [100, 25], // 4x
+            [100, 100], // 1x
+        ];
+        const result = computeMaxSpeedup(pairs);
+        assert.strictEqual(result, 4); // Maximum is 4x
+    });
+    it("should handle pairs with zero treatment time", () => {
+        const pairs = [
+            [100, 50],
+            [100, 0], // Infinity
+            [100, 25],
+        ];
+        const result = computeMaxSpeedup(pairs);
+        assert.strictEqual(result, Infinity);
+    });
+    it("should handle single pair", () => {
+        const pairs = [[100, 25]];
+        const result = computeMaxSpeedup(pairs);
+        assert.strictEqual(result, 4);
+    });
+});
+describe("computeComparison", () => {
+    it("should return default values when no common case IDs", () => {
+        const primaryResults = [
+            createMockResult({
+                run: { runId: "p1", sut: "primary", sutRole: "primary", caseId: "primary-case-1" },
+            }),
+            createMockResult({
+                run: { runId: "p2", sut: "primary", sutRole: "primary", caseId: "primary-case-2" },
+            }),
+        ];
+        const baselineResults = [
+            createMockResult({
+                run: { runId: "b1", sut: "baseline", sutRole: "baseline", caseId: "baseline-case-1" },
+            }),
+            createMockResult({
+                run: { runId: "b2", sut: "baseline", sutRole: "baseline", caseId: "baseline-case-2" },
+            }),
+        ];
+        const result = computeComparison(primaryResults, baselineResults, "execution-time");
+        assert.deepStrictEqual(result.deltas, { default: 0 });
+        assert.deepStrictEqual(result.ratios, { default: 1 });
+    });
+    it("should compute delta and ratio for matching cases", () => {
+        const primaryResults = [
+            createMockResult({
+                run: { runId: "p1", sut: "primary", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: { "execution-time": 80 } },
+            }),
+            createMockResult({
+                run: { runId: "p2", sut: "primary", sutRole: "primary", caseId: "case-2" },
+                metrics: { numeric: { "execution-time": 120 } },
+            }),
+        ];
+        const baselineResults = [
+            createMockResult({
+                run: { runId: "b1", sut: "baseline", sutRole: "baseline", caseId: "case-1" },
+                metrics: { numeric: { "execution-time": 100 } },
+            }),
+            createMockResult({
+                run: { runId: "b2", sut: "baseline", sutRole: "baseline", caseId: "case-2" },
+                metrics: { numeric: { "execution-time": 100 } },
+            }),
+        ];
+        const result = computeComparison(primaryResults, baselineResults, "execution-time");
+        // Primary mean = 100, baseline mean = 100
+        assert.strictEqual(result.deltas.default, 0);
+        assert.strictEqual(result.ratios.default, 1);
+    });
+    it("should compute better rate (wins)", () => {
+        const primaryResults = [
+            createMockResult({
+                run: { runId: "p1", sut: "primary", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: { accuracy: 0.9 } },
+            }),
+            createMockResult({
+                run: { runId: "p2", sut: "primary", sutRole: "primary", caseId: "case-2" },
+                metrics: { numeric: { accuracy: 0.7 } },
+            }),
+            createMockResult({
+                run: { runId: "p3", sut: "primary", sutRole: "primary", caseId: "case-3" },
+                metrics: { numeric: { accuracy: 0.85 } },
+            }),
+        ];
+        const baselineResults = [
+            createMockResult({
+                run: { runId: "b1", sut: "baseline", sutRole: "baseline", caseId: "case-1" },
+                metrics: { numeric: { accuracy: 0.8 } },
+            }),
+            createMockResult({
+                run: { runId: "b2", sut: "baseline", sutRole: "baseline", caseId: "case-2" },
+                metrics: { numeric: { accuracy: 0.8 } },
+            }),
+            createMockResult({
+                run: { runId: "b3", sut: "baseline", sutRole: "baseline", caseId: "case-3" },
+                metrics: { numeric: { accuracy: 0.8 } },
+            }),
+        ];
+        const result = computeComparison(primaryResults, baselineResults, "accuracy");
+        // Primary wins: case-1 (0.9 > 0.8), loses case-2 (0.7 < 0.8), wins case-3 (0.85 > 0.8)
+        // Win rate = 2/3 ≈ 0.667
+        assert.ok(result.betterRate > 0.6);
+        assert.ok(result.betterRate < 0.7);
+    });
+    it("should return infinite ratio when baseline mean is zero", () => {
+        const primaryResults = [
+            createMockResult({
+                run: { runId: "p1", sut: "primary", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: { errors: 0 } },
+            }),
+        ];
+        const baselineResults = [
+            createMockResult({
+                run: { runId: "b1", sut: "baseline", sutRole: "baseline", caseId: "case-1" },
+                metrics: { numeric: { errors: 0 } },
+            }),
+        ];
+        const result = computeComparison(primaryResults, baselineResults, "errors");
+        // When both means are 0, ratio should be 0/0 which is handled specially
+        // Actually looking at the code, if baselineStats.mean === 0, ratio = Infinity
+        assert.strictEqual(result.ratios.default, Infinity);
+    });
+    it("should compute pValue using Mann-Whitney U test", () => {
+        const primaryResults = [
+            createMockResult({
+                run: { runId: "p1", sut: "primary", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: { "execution-time": 100 } },
+            }),
+        ];
+        const baselineResults = [
+            createMockResult({
+                run: { runId: "b1", sut: "baseline", sutRole: "baseline", caseId: "case-1" },
+                metrics: { numeric: { "execution-time": 100 } },
+            }),
+        ];
+        const result = computeComparison(primaryResults, baselineResults, "execution-time");
+        assert.ok(typeof result.pValue === "number");
+        assert.ok(typeof result.uStatistic === "number");
+    });
+    it("should compute effect size when both samples have variance", () => {
+        const primaryResults = [
+            createMockResult({
+                run: { runId: "p1", sut: "primary", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: { "execution-time": 80 } },
+            }),
+            createMockResult({
+                run: { runId: "p2", sut: "primary", sutRole: "primary", caseId: "case-2" },
+                metrics: { numeric: { "execution-time": 120 } },
+            }),
+        ];
+        const baselineResults = [
+            createMockResult({
+                run: { runId: "b1", sut: "baseline", sutRole: "baseline", caseId: "case-1" },
+                metrics: { numeric: { "execution-time": 95 } },
+            }),
+            createMockResult({
+                run: { runId: "b2", sut: "baseline", sutRole: "baseline", caseId: "case-2" },
+                metrics: { numeric: { "execution-time": 105 } },
+            }),
+        ];
+        const result = computeComparison(primaryResults, baselineResults, "execution-time");
+        assert.ok(result.effectSize !== undefined);
+        assert.ok(result.effectSize >= 0);
+    });
+});
+describe("computeRankings", () => {
+    it("should rank results by metric in descending order (default)", () => {
+        const results = [
+            createMockResult({
+                run: { runId: "r1", sut: "sut-1", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: { score: 0.8 } },
+            }),
+            createMockResult({
+                run: { runId: "r2", sut: "sut-2", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: { score: 0.95 } },
+            }),
+            createMockResult({
+                run: { runId: "r3", sut: "sut-3", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: { score: 0.7 } },
+            }),
+        ];
+        const rankings = computeRankings(results, "score");
+        assert.strictEqual(rankings.length, 3);
+        assert.strictEqual(rankings[0].rank, 1);
+        assert.strictEqual(rankings[0].result.run.runId, "r2"); // Highest score gets rank 1
+        assert.strictEqual(rankings[2].rank, 3);
+        assert.strictEqual(rankings[2].result.run.runId, "r3"); // Lowest score gets rank 3
+    });
+    it("should rank results in ascending order when specified", () => {
+        const results = [
+            createMockResult({
+                run: { runId: "r1", sut: "sut-1", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: { "execution-time": 100 } },
+            }),
+            createMockResult({
+                run: { runId: "r2", sut: "sut-2", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: { "execution-time": 50 } },
+            }),
+            createMockResult({
+                run: { runId: "r3", sut: "sut-3", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: { "execution-time": 75 } },
+            }),
+        ];
+        const rankings = computeRankings(results, "execution-time", true);
+        assert.strictEqual(rankings[0].rank, 1);
+        assert.strictEqual(rankings[0].result.run.runId, "r2"); // Fastest (lowest time) gets rank 1
+        assert.strictEqual(rankings[2].rank, 3);
+        assert.strictEqual(rankings[2].result.run.runId, "r1"); // Slowest (highest time) gets rank 3
+    });
+    it("should filter out results with missing or NaN metric values", () => {
+        const results = [
+            createMockResult({
+                run: { runId: "r1", sut: "sut-1", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: { score: 0.8 } },
+            }),
+            createMockResult({
+                run: { runId: "r2", sut: "sut-2", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: {} }, // Missing metric
+            }),
+        ];
+        const rankings = computeRankings(results, "score");
+        assert.strictEqual(rankings.length, 1); // Only r1 has the metric
+        assert.strictEqual(rankings[0].result.run.runId, "r1");
+    });
+    it("should return empty array when no results have the metric", () => {
+        const results = [
+            createMockResult({
+                run: { runId: "r1", sut: "sut-1", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: {} },
+            }),
+        ];
+        const rankings = computeRankings(results, "nonexistent");
+        assert.deepStrictEqual(rankings, []);
+    });
+    it("should handle ties in metric values", () => {
+        const results = [
+            createMockResult({
+                run: { runId: "r1", sut: "sut-1", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: { score: 0.9 } },
+            }),
+            createMockResult({
+                run: { runId: "r2", sut: "sut-2", sutRole: "primary", caseId: "case-1" },
+                metrics: { numeric: { score: 0.9 } },
+            }),
+        ];
+        const rankings = computeRankings(results, "score");
+        assert.strictEqual(rankings.length, 2);
+        // Both have rank 1 and 2 due to sort stability
+        assert.ok(rankings.every((r) => r.value === 0.9));
+    });
+});
+describe("getTValue", () => {
+    it("should return t-value from lookup table for 95% CI", () => {
+        const t10 = getTValue(10, 0.975);
+        assert.strictEqual(t10, 2.228);
+        const t30 = getTValue(30, 0.975);
+        assert.strictEqual(t30, 2.042);
+        const t100 = getTValue(100, 0.975);
+        assert.strictEqual(t100, 1.984);
+    });
+    it("should return z-value fallback for non-standard probability", () => {
+        const result = getTValue(50, 0.99);
+        assert.strictEqual(result, 1.96); // z-value for large samples
+    });
+    it("should return z-value fallback for 90% CI", () => {
+        const result = getTValue(50, 0.95); // 90% two-tailed = 0.95
+        assert.strictEqual(result, 1.96);
+    });
+    it("should return z-value fallback for 99% CI", () => {
+        const result = getTValue(50, 0.995); // 99% two-tailed = 0.995
+        assert.strictEqual(result, 1.96);
+    });
+});
+//# sourceMappingURL=aggregators.unit.test.js.map

package/dist/aggregation/__tests__/aggregators.unit.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"aggregators.unit.test.js","sourceRoot":"","sources":["../../../src/aggregation/__tests__/aggregators.unit.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,EACN,mBAAmB,EACnB,cAAc,EACd,iBAAiB,EACjB,iBAAiB,EACjB,eAAe,EACf,SAAS,GACT,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,gBAAgB,EAAqB,MAAM,iCAAiC,CAAC;AAEtF,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QACnD,MAAM,MAAM,GAAG,mBAAmB,CAAC,EAAE,CAAC,CAAC;QAEvC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC3D,MAAM,MAAM,GAAG,mBAAmB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEzC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACpC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACtC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACnC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACnC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC1C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACxD,MAAM,MAAM,GAAG,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACnC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC;QACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACvD,MAAM,MAAM,GAAG,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEjD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,cAAc;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QACjD,MAAM,MAAM,GAAG,mBAAmB,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAEzD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACrC,MAAM,MAAM,GAAG,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE7D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,uCAAuC;QAC1E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,uCAAuC;IAC3E,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACvC,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACvC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,wBAAwB;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACzD,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACzC,MAAM,MAAM,GAAG,cAAc,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACvC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,2BAA2B;IAC7D,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,MAAM,GAAG,iBAAiB,CAAC,EAAE,CAAC,CAAC;QACrC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACpD,MAAM,KAAK,GAAuB;YACjC,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK;YAChB,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK;YAChB,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,KAAK;SACjB,CAAC;QACF,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACvD,MAAM,KAAK,GAAuB;YACjC,CAAC,GAAG,EAAE,EAAE,CAAC;YACT,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,WAAW;YACrB,CAAC,GAAG,EAAE,EAAE,CAAC;SACT,CAAC;QACF,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACpC,MAAM,KAAK,GAAuB,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC/D,MAAM,cAAc,GAAG;YACtB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE;aAClF,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE;aAClF,CAAC;SACF,CAAC;QAEF,MAAM,eAAe,GAAG;YACvB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,iBAAiB,EAAE;aACrF,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,iBAAiB,EAAE;aACrF,CAAC;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,cAAc,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;QAEpF,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QACtD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC5D,MAAM,cAAc,GAAG;YACtB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,EAAE;aAC9C,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;SACF,CAAC;QAEF,MAAM,eAAe,GAAG;YACvB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,cAAc,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;QAEpF,0CAA0C;QAC1C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC5C,MAAM,cAAc,GAAG;YACtB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;aACvC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;aACvC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;aACxC,CAAC;SACF,CAAC;QAEF,MAAM,eAAe,GAAG;YACvB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;aACvC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;aACvC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;aACvC,CAAC;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,cAAc,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;QAE9E,uFAAuF;QACvF,yBAAyB;QACzB,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAW,GAAG,GAAG,CAAC,CAAC;QACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAW,GAAG,GAAG,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QAClE,MAAM,cAAc,GAAG;YACtB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE;aACnC,CAAC;SACF,CAAC;QAEF,MAAM,eAAe,GAAG;YACvB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE;aACnC,CAAC;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,cAAc,EAAE,eAAe,EAAE,QAAQ,CAAC,CAAC;QAE5E,wEAAwE;QACxE,8EAA8E;QAC9E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QAC1D,MAAM,cAAc,GAAG;YACtB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;SACF,CAAC;QAEF,MAAM,eAAe,GAAG;YACvB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,cAAc,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;QAEpF,MAAM,CAAC,EAAE,CAAC,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC;QAC7C,MAAM,CAAC,EAAE,CAAC,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACrE,MAAM,cAAc,GAAG;YACtB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,EAAE;aAC9C,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;SACF,CAAC;QAEF,MAAM,eAAe,GAAG;YACvB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,EAAE;aAC9C,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,cAAc,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;QAEpF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC;QAC3C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACtE,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;aACpC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;aACrC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;aACpC,CAAC;SACF,CAAC;QAEF,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAEnD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,4BAA4B;QACpF,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,2BAA2B;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAChE,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,EAAE;aAC9C,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,EAAE;aAC9C,CAAC;SACF,CAAC;QAEF,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,EAAE,gBAAgB,EAAE,IAAI,CAAC,CAAC;QAElE,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,oCAAoC;QAC5F,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,qCAAqC;IAC9F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACtE,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;aACpC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,iBAAiB;aAC3C,CAAC;SACF,CAAC;QAEF,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAEnD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,yBAAyB;QACjE,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACpE,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;aACxB,CAAC;SACF,CAAC;QAEF,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAEzD,MAAM,CAAC,eAAe,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC9C,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;aACpC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;aACpC,CAAC;SACF,CAAC;QAEF,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAEnD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACvC,+CAA+C;QAC/C,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,GAAG,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC7D,MAAM,GAAG,GAAG,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACjC,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAE/B,MAAM,GAAG,GAAG,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACjC,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAE/B,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACtE,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACnC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,4BAA4B;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACpD,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,wBAAwB;QAC5D,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACpD,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,yBAAyB;QAC9D,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/aggregation/__tests__/pipeline.unit.test.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Unit tests for aggregation pipeline
+ *
+ * Tests aggregateResults and createAggregationOutput functions.
+ */
+export {};
+//# sourceMappingURL=pipeline.unit.test.d.ts.map

package/dist/aggregation/__tests__/pipeline.unit.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.unit.test.d.ts","sourceRoot":"","sources":["../../../src/aggregation/__tests__/pipeline.unit.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/aggregation/__tests__/pipeline.unit.test.js

@@ -0,0 +1,213 @@
+/**
+ * Unit tests for aggregation pipeline
+ *
+ * Tests aggregateResults and createAggregationOutput functions.
+ */
+import { describe, it } from "node:test";
+import assert from "node:assert/strict";
+import { aggregateResults, createAggregationOutput } from "../pipeline.js";
+import { createMockResults, createMockResultsWithMetrics } from "../../__tests__/test-helpers.js";
+describe("aggregateResults", () => {
+    it("should return empty array when no results provided", () => {
+        const result = aggregateResults([]);
+        assert.deepStrictEqual(result, []);
+    });
+    it("should aggregate results without comparisons when computeComparisons is false", () => {
+        const results = createMockResults(5, "test-sut", "primary");
+        const aggregated = aggregateResults(results, { computeComparisons: false });
+        // Should have aggregates but no comparisons
+        assert.ok(aggregated.length > 0);
+        assert.strictEqual(aggregated[0].comparisons, undefined);
+    });
+    it("should not add comparisons when no baseline SUTs exist", () => {
+        const results = createMockResults(5, "primary-sut", "primary");
+        const aggregated = aggregateResults(results);
+        // Should not have comparisons since no baseline SUTs present
+        assert.strictEqual(aggregated[0].comparisons, undefined);
+    });
+    it("should not add comparisons when no primary SUT can be determined", () => {
+        const results = [
+            ...createMockResults(3, "baseline-1", "baseline"),
+            ...createMockResults(3, "baseline-2", "baseline"),
+        ];
+        const aggregated = aggregateResults(results);
+        // Should not have comparisons since no primary SUT
+        for (const agg of aggregated) {
+            assert.strictEqual(agg.comparisons, undefined);
+        }
+    });
+    it("should use provided primary SUT from options", () => {
+        const results = [
+            ...createMockResults(3, "custom-primary", "baseline"),
+            ...createMockResults(3, "baseline", "baseline"),
+        ];
+        const aggregated = aggregateResults(results, { primarySut: "custom-primary" });
+        // Should add comparisons using the specified primary
+        const primaryAgg = aggregated.find((a) => a.sut === "custom-primary");
+        assert.ok(primaryAgg);
+        assert.ok(primaryAgg.comparisons);
+    });
+    it("should use provided baseline SUTs from options", () => {
+        const results = [
+            ...createMockResults(3, "primary", "primary"),
+            ...createMockResults(3, "custom-baseline", "baseline"),
+        ];
+        const aggregated = aggregateResults(results, { baselineSuts: ["custom-baseline"] });
+        // Should add comparisons using the specified baseline
+        const primaryAgg = aggregated.find((a) => a.sut === "primary");
+        assert.ok(primaryAgg);
+        assert.ok(primaryAgg.comparisons);
+        assert.ok("custom-baseline" in primaryAgg.comparisons);
+    });
+    it("should add comparisons when primary and baseline SUTs exist", () => {
+        const results = [
+            ...createMockResults(3, "primary-sut", "primary"),
+            ...createMockResults(3, "baseline-sut", "baseline"),
+        ];
+        const aggregated = aggregateResults(results);
+        // Should have comparisons
+        const primaryAgg = aggregated.find((a) => a.sut === "primary-sut");
+        assert.ok(primaryAgg);
+        assert.ok(primaryAgg.comparisons);
+        assert.ok("baseline-sut" in primaryAgg.comparisons);
+    });
+    it("should compute comparison deltas and ratios", () => {
+        const results = [
+            ...createMockResultsWithMetrics([100, 110, 90], "primary", "primary"),
+            ...createMockResultsWithMetrics([80, 85, 75], "baseline", "baseline"),
+        ];
+        const aggregated = aggregateResults(results);
+        const primaryAgg = aggregated.find((a) => a.sut === "primary");
+        assert.ok(primaryAgg);
+        assert.ok(primaryAgg.comparisons);
+        const comparison = primaryAgg.comparisons.baseline;
+        assert.ok(comparison);
+        // The metrics key includes the metric name
+        assert.ok(Object.keys(comparison.deltas).length > 0);
+        assert.ok(Object.keys(comparison.ratios).length > 0);
+    });
+});
+describe("createAggregationOutput", () => {
+    it("should create output with metadata", () => {
+        const aggregates = [
+            {
+                sut: "test-sut",
+                sutRole: "primary",
+                group: { runCount: 1, caseCount: 1 },
+                correctness: { validRate: 1, producedOutputRate: 1 },
+                metrics: {},
+            },
+        ];
+        const results = createMockResults(1, "test-sut");
+        const output = createAggregationOutput(aggregates, results);
+        assert.strictEqual(output.version, "1.0.0");
+        assert.ok(output.timestamp);
+        assert.strictEqual(output.aggregates, aggregates);
+        assert.ok(output.metadata);
+        assert.strictEqual(output.metadata.totalRuns, 1);
+        assert.strictEqual(output.metadata.totalCases, 1);
+        assert.deepStrictEqual(output.metadata.sutsIncluded, ["test-sut"]);
+    });
+    it("should extract unique SUTs", () => {
+        const aggregates = [
+            {
+                sut: "sut-1",
+                sutRole: "primary",
+                group: { runCount: 1, caseCount: 1 },
+                correctness: { validRate: 1, producedOutputRate: 1 },
+                metrics: {},
+            },
+            {
+                sut: "sut-2",
+                sutRole: "baseline",
+                group: { runCount: 1, caseCount: 1 },
+                correctness: { validRate: 1, producedOutputRate: 1 },
+                metrics: {},
+            },
+            {
+                sut: "sut-1",
+                sutRole: "primary",
+                group: { runCount: 1, caseCount: 1 },
+                correctness: { validRate: 1, producedOutputRate: 1 },
+                metrics: {},
+            },
+        ];
+        const output = createAggregationOutput(aggregates, []);
+        assert.deepStrictEqual(output.metadata?.sutsIncluded, ["sut-1", "sut-2"]);
+    });
+    it("should extract unique case IDs from results", () => {
+        const aggregates = [];
+        const results = createMockResults(5, "sut", "primary");
+        const output = createAggregationOutput(aggregates, results);
+        // createMockResults creates unique case IDs for each result
+        const totalCases = output.metadata?.totalCases;
+        assert.ok(totalCases !== undefined);
+        assert.ok(totalCases > 0);
+    });
+    it("should include case classes when present", () => {
+        const aggregates = [
+            {
+                sut: "sut-1",
+                sutRole: "primary",
+                caseClass: "class-a",
+                group: { runCount: 1, caseCount: 1 },
+                correctness: { validRate: 1, producedOutputRate: 1 },
+                metrics: {},
+            },
+            {
+                sut: "sut-1",
+                sutRole: "primary",
+                caseClass: "class-b",
+                group: { runCount: 1, caseCount: 1 },
+                correctness: { validRate: 1, producedOutputRate: 1 },
+                metrics: {},
+            },
+        ];
+        const output = createAggregationOutput(aggregates, []);
+        assert.deepStrictEqual(output.metadata?.caseClassesIncluded, ["class-a", "class-b"]);
+    });
+    it("should exclude undefined case classes", () => {
+        const aggregates = [
+            {
+                sut: "sut-1",
+                sutRole: "primary",
+                group: { runCount: 1, caseCount: 1 },
+                correctness: { validRate: 1, producedOutputRate: 1 },
+                metrics: {},
+            },
+            {
+                sut: "sut-1",
+                sutRole: "primary",
+                caseClass: "class-b",
+                group: { runCount: 1, caseCount: 1 },
+                correctness: { validRate: 1, producedOutputRate: 1 },
+                metrics: {},
+            },
+        ];
+        const output = createAggregationOutput(aggregates, []);
+        assert.deepStrictEqual(output.metadata?.caseClassesIncluded, ["class-b"]);
+    });
+    it("should set caseClassesIncluded to undefined when none present", () => {
+        const aggregates = [
+            {
+                sut: "sut-1",
+                sutRole: "primary",
+                group: { runCount: 1, caseCount: 1 },
+                correctness: { validRate: 1, producedOutputRate: 1 },
+                metrics: {},
+            },
+        ];
+        const output = createAggregationOutput(aggregates, []);
+        assert.strictEqual(output.metadata?.caseClassesIncluded, undefined);
+    });
+    it("should handle empty aggregates and results", () => {
+        const output = createAggregationOutput([], []);
+        assert.strictEqual(output.version, "1.0.0");
+        assert.strictEqual(output.aggregates.length, 0);
+        assert.ok(output.metadata);
+        assert.strictEqual(output.metadata.totalRuns, 0);
+        assert.strictEqual(output.metadata.totalCases, 0);
+        assert.deepStrictEqual(output.metadata.sutsIncluded, []);
+    });
+});
+//# sourceMappingURL=pipeline.unit.test.js.map

package/dist/aggregation/__tests__/pipeline.unit.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.unit.test.js","sourceRoot":"","sources":["../../../src/aggregation/__tests__/pipeline.unit.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,4BAA4B,EAAE,MAAM,iCAAiC,CAAC;AAGlG,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC7D,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAC;QACpC,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,GAAG,EAAE;QACxF,MAAM,OAAO,GAAG,iBAAiB,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;QAE5D,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC,CAAC;QAE5E,4CAA4C;QAC5C,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QACjE,MAAM,OAAO,GAAG,iBAAiB,CAAC,CAAC,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;QAE/D,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE7C,6DAA6D;QAC7D,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC3E,MAAM,OAAO,GAAG;YACf,GAAG,iBAAiB,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC;YACjD,GAAG,iBAAiB,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC;SACjD,CAAC;QAEF,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE7C,mDAAmD;QACnD,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC9B,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAChD,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACvD,MAAM,OAAO,GAAG;YACf,GAAG,iBAAiB,CAAC,CAAC,EAAE,gBAAgB,EAAE,UAAU,CAAC;YACrD,GAAG,iBAAiB,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC;SAC/C,CAAC;QAEF,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAE/E,qDAAqD;QACrD,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,gBAAgB,CAAC,CAAC;QACtE,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QACtB,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACzD,MAAM,OAAO,GAAG;YACf,GAAG,iBAAiB,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC;YAC7C,GAAG,iBAAiB,CAAC,CAAC,EAAE,iBAAiB,EAAE,UAAU,CAAC;SACtD,CAAC;QAEF,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,EAAE,EAAE,YAAY,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QAEpF,sDAAsD;QACtD,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC;QAC/D,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QACtB,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAClC,MAAM,CAAC,EAAE,CAAC,iBAAiB,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACtE,MAAM,OAAO,GAAG;YACf,GAAG,iBAAiB,CAAC,CAAC,EAAE,aAAa,EAAE,SAAS,CAAC;YACjD,GAAG,iBAAiB,CAAC,CAAC,EAAE,cAAc,EAAE,UAAU,CAAC;SACnD,CAAC;QAEF,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE7C,0BAA0B;QAC1B,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;QACnE,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QACtB,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAClC,MAAM,CAAC,EAAE,CAAC,cAAc,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACtD,MAAM,OAAO,GAAG;YACf,GAAG,4BAA4B,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC;YACrE,GAAG,4BAA4B,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC;SACrE,CAAC;QAEF,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC;QAE/D,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QACtB,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAElC,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,CAAC,QAAQ,CAAC;QACnD,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QAEtB,2CAA2C;QAC3C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACrD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC7C,MAAM,UAAU,GAAuB;YACtC;gBACC,GAAG,EAAE,UAAU;gBACf,OAAO,EAAE,SAAS;gBAClB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;SACD,CAAC;QACF,MAAM,OAAO,GAAG,iBAAiB,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,uBAAuB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAE5D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC5B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAClD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC3B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACrC,MAAM,UAAU,GAAuB;YACtC;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAS;gBAClB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;YACD;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,UAAU;gBACnB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;YACD;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAS;gBAClB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAuB,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAEvD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACtD,MAAM,UAAU,GAAuB,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,iBAAiB,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAEvD,MAAM,MAAM,GAAG,uBAAuB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAE5D,4DAA4D;QAC5D,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC;QAC/C,MAAM,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC;QACpC,MAAM,CAAC,EAAE,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QACnD,MAAM,UAAU,GAAuB;YACtC;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAS;gBAClB,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;YACD;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAS;gBAClB,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAuB,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAEvD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,mBAAmB,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;IACtF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAChD,MAAM,UAAU,GAAuB;YACtC;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAS;gBAClB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;YACD;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAS;gBAClB,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAuB,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAEvD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,mBAAmB,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACxE,MAAM,UAAU,GAAuB;YACtC;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAS;gBAClB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAuB,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAEvD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,mBAAmB,EAAE,SAAS,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACrD,MAAM,MAAM,GAAG,uBAAuB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAE/C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC3B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/aggregation/aggregators.d.ts

@@ -51,4 +51,13 @@ export declare const computeRankings: (results: EvaluationResult[], metricName:
     rank: number;
     value: number;
 }[];
+/**
+ * Get t-value for confidence interval calculation.
+ * This is a simplified lookup table for common degrees of freedom.
+ *
+ * @param df - Degrees of freedom
+ * @param probability - Probability (e.g., 0.975 for 95% two-tailed)
+ * @returns t-value
+ */
+export declare const getTValue: (df: number, probability: number) => number;
 //# sourceMappingURL=aggregators.d.ts.map

package/dist/aggregation/aggregators.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"aggregators.d.ts","sourceRoot":"","sources":["../../src/aggregation/aggregators.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC7E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3D;;;;;GAKG;AACH,eAAO,MAAM,mBAAmB,GAAI,QAAQ,MAAM,EAAE,KAAG,YAuDtD,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,cAAc,GAAI,cAAc,MAAM,EAAE,eAAe,MAAM,KAAG,MAG5E,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB,GAAI,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,KAAG,MAG7D,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,iBAAiB,GAC7B,gBAAgB,gBAAgB,EAAE,EAClC,iBAAiB,gBAAgB,EAAE,EACnC,YAAY,MAAM,KAChB,iBA+EF,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,GAC3B,SAAS,gBAAgB,EAAE,EAC3B,YAAY,MAAM,EAClB,mBAAiB,KACf;IAAE,MAAM,EAAE,gBAAgB,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EAgB3D,CAAC"}
+{"version":3,"file":"aggregators.d.ts","sourceRoot":"","sources":["../../src/aggregation/aggregators.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC7E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3D;;;;;GAKG;AACH,eAAO,MAAM,mBAAmB,GAAI,QAAQ,MAAM,EAAE,KAAG,YAuDtD,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,cAAc,GAAI,cAAc,MAAM,EAAE,eAAe,MAAM,KAAG,MAG5E,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB,GAAI,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,KAAG,MAG7D,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,iBAAiB,GAC7B,gBAAgB,gBAAgB,EAAE,EAClC,iBAAiB,gBAAgB,EAAE,EACnC,YAAY,MAAM,KAChB,iBA+EF,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,GAC3B,SAAS,gBAAgB,EAAE,EAC3B,YAAY,MAAM,EAClB,mBAAiB,KACf;IAAE,MAAM,EAAE,gBAAgB,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EAgB3D,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,SAAS,GAAI,IAAI,MAAM,EAAE,aAAa,MAAM,KAAG,MAsC3D,CAAC"}

package/dist/aggregation/aggregators.js

@@ -189,7 +189,7 @@ export const computeRankings = (results, metricName, ascending = false) => {
  * @param probability - Probability (e.g., 0.975 for 95% two-tailed)
  * @returns t-value
  */
-const getTValue = (df, probability) => {
+export const getTValue = (df, probability) => {
     // Simplified t-table for 95% CI (probability = 0.975)
     if (probability !== 0.975) {
         return 1.96; // Fall back to z-value for large samples