ppef 1.1.0 → 1.2.0

package/dist/robustness/__tests__/analyzer.unit.test.js

@@ -1,455 +0,0 @@
-/**
- * Unit tests for Robustness Analyzer
- *
- * Tests robustness analysis functions including:
- * - analyzeRobustnessForMetric
- * - analyzeRobustnessWithCurve
- * - compareRobustness
- * - createRobustnessAnalysis
- */
-import { describe, it } from "node:test";
-import { strict as assert } from "node:assert";
-import { analyzeRobustnessForMetric, analyzeRobustnessWithCurve, compareRobustness, createRobustnessAnalysis, } from "../analyzer.js";
-/**
- * Create a mock evaluation result.
- */
-function createMockResult(metricValue, perturbationIntensity, perturbation) {
-    const config = {};
-    if (perturbation !== undefined)
-        config.perturbation = perturbation;
-    if (perturbationIntensity !== undefined)
-        config.perturbationIntensity = perturbationIntensity;
-    return {
-        run: {
-            runId: `run-${Math.random()}`,
-            sut: "test-sut",
-            sutRole: "primary",
-            caseId: "test-case",
-            repetition: 0,
-            config: Object.keys(config).length > 0 ? config : undefined,
-        },
-        metrics: {
-            numeric: {
-                accuracy: metricValue,
-                precision: metricValue * 0.9,
-                recall: metricValue * 0.95,
-            },
-        },
-        correctness: {
-            expectedExists: true,
-            producedOutput: true,
-            valid: true,
-            matchesExpected: true,
-        },
-        outputs: {},
-        provenance: {
-            runtime: {
-                platform: "test",
-                arch: "test",
-                nodeVersion: "test",
-            },
-        },
-    };
-}
-/**
- * Create mock base results.
- */
-function createBaseResults() {
-    return [createMockResult(0.85), createMockResult(0.87), createMockResult(0.86)];
-}
-/**
- * Create mock perturbed results.
- */
-function createPerturbedResults(values) {
-    return values.map((v) => createMockResult(v, 1, "noise"));
-}
-describe("analyzeRobustnessForMetric", () => {
-    describe("with valid base and perturbed results", () => {
-        it("should compute variance under perturbation", () => {
-            const baseResults = createBaseResults();
-            const perturbedResults = createPerturbedResults([0.82, 0.84, 0.86, 0.88, 0.9]);
-            const result = analyzeRobustnessForMetric(baseResults, perturbedResults, "accuracy");
-            // Variance should be a finite number
-            assert.ok(Number.isFinite(result.varianceUnderPerturbation));
-            assert.ok(result.varianceUnderPerturbation >= 0);
-        });
-        it("should compute standard deviation under perturbation", () => {
-            const baseResults = createBaseResults();
-            const perturbedResults = createPerturbedResults([0.8, 0.85, 0.9]);
-            const result = analyzeRobustnessForMetric(baseResults, perturbedResults, "accuracy");
-            // Std should be finite and non-negative
-            assert.ok(Number.isFinite(result.stdUnderPerturbation));
-            assert.ok(result.stdUnderPerturbation >= 0);
-        });
-        it("should compute coefficient of variation for non-zero mean", () => {
-            const baseResults = createBaseResults();
-            const perturbedResults = createPerturbedResults([0.82, 0.84, 0.86, 0.88, 0.9]);
-            const result = analyzeRobustnessForMetric(baseResults, perturbedResults, "accuracy");
-            // Coefficient of variation should be finite
-            assert.ok(Number.isFinite(result.coefficientOfVariation));
-            assert.ok(result.coefficientOfVariation >= 0);
-        });
-        it("should handle stable results with low variance", () => {
-            const baseResults = createBaseResults();
-            const perturbedResults = createPerturbedResults([0.85, 0.85, 0.85, 0.85, 0.85]);
-            const result = analyzeRobustnessForMetric(baseResults, perturbedResults, "accuracy");
-            // Very stable results should have near-zero variance
-            assert.ok(result.varianceUnderPerturbation < 0.01);
-            assert.ok(result.stdUnderPerturbation < 0.1);
-        });
-        it("should handle high variance results", () => {
-            const baseResults = createBaseResults();
-            const perturbedResults = createPerturbedResults([0.5, 0.6, 0.7, 0.8, 0.9]);
-            const result = analyzeRobustnessForMetric(baseResults, perturbedResults, "accuracy");
-            // High variance should be detected
-            assert.ok(result.varianceUnderPerturbation > 0.01);
-            assert.ok(result.stdUnderPerturbation > 0.1);
-        });
-        it("should filter out NaN values from results", () => {
-            const baseResults = [createMockResult(0.85), createMockResult(NaN), createMockResult(0.87)];
-            const perturbedResults = [
-                createMockResult(0.82),
-                createMockResult(NaN),
-                createMockResult(0.84),
-            ];
-            const result = analyzeRobustnessForMetric(baseResults, perturbedResults, "accuracy");
-            // Should compute stats from non-NaN values only
-            assert.ok(Number.isFinite(result.varianceUnderPerturbation));
-            assert.ok(Number.isFinite(result.stdUnderPerturbation));
-        });
-    });
-    describe("with empty results", () => {
-        it("should return NaN for all metrics when base results are empty", () => {
-            const baseResults = [];
-            const perturbedResults = createPerturbedResults([0.82, 0.84, 0.86]);
-            const result = analyzeRobustnessForMetric(baseResults, perturbedResults, "accuracy");
-            assert.ok(Number.isNaN(result.varianceUnderPerturbation));
-            assert.ok(Number.isNaN(result.stdUnderPerturbation));
-            assert.ok(Number.isNaN(result.coefficientOfVariation));
-        });
-        it("should return NaN for all metrics when perturbed results are empty", () => {
-            const baseResults = createBaseResults();
-            const perturbedResults = [];
-            const result = analyzeRobustnessForMetric(baseResults, perturbedResults, "accuracy");
-            assert.ok(Number.isNaN(result.varianceUnderPerturbation));
-            assert.ok(Number.isNaN(result.stdUnderPerturbation));
-            assert.ok(Number.isNaN(result.coefficientOfVariation));
-        });
-        it("should return NaN when both are empty", () => {
-            const baseResults = [];
-            const perturbedResults = [];
-            const result = analyzeRobustnessForMetric(baseResults, perturbedResults, "accuracy");
-            assert.ok(Number.isNaN(result.varianceUnderPerturbation));
-            assert.ok(Number.isNaN(result.stdUnderPerturbation));
-            assert.ok(Number.isNaN(result.coefficientOfVariation));
-        });
-        it("should return NaN when all values are NaN", () => {
-            const baseResults = [createMockResult(NaN), createMockResult(NaN)];
-            const perturbedResults = [createMockResult(NaN), createMockResult(NaN)];
-            const result = analyzeRobustnessForMetric(baseResults, perturbedResults, "accuracy");
-            assert.ok(Number.isNaN(result.varianceUnderPerturbation));
-            assert.ok(Number.isNaN(result.stdUnderPerturbation));
-            assert.ok(Number.isNaN(result.coefficientOfVariation));
-        });
-    });
-    describe("edge cases", () => {
-        it("should return NaN for coefficient of variation when mean is zero", () => {
-            const baseResults = createBaseResults();
-            const perturbedResults = [createMockResult(0), createMockResult(0), createMockResult(0)];
-            const result = analyzeRobustnessForMetric(baseResults, perturbedResults, "accuracy");
-            // Std should be 0 (no variance)
-            assert.strictEqual(result.stdUnderPerturbation, 0);
-            // Coefficient of variation should be NaN (mean is zero)
-            assert.ok(Number.isNaN(result.coefficientOfVariation));
-        });
-        it("should return NaN for std and coefficient of variation with single perturbed result", () => {
-            const baseResults = createBaseResults();
-            const perturbedResults = createPerturbedResults([0.85]);
-            const result = analyzeRobustnessForMetric(baseResults, perturbedResults, "accuracy");
-            // Single value: std is undefined (needs n > 1), so variance and cv are NaN
-            assert.ok(Number.isNaN(result.varianceUnderPerturbation));
-            assert.ok(Number.isNaN(result.stdUnderPerturbation));
-            assert.ok(Number.isNaN(result.coefficientOfVariation));
-        });
-    });
-});
-describe("analyzeRobustnessWithCurve", () => {
-    it("should group results by perturbation intensity", () => {
-        const results = [
-            createMockResult(0.85), // Base
-            createMockResult(0.86), // Base
-            createMockResult(0.82, 1), // Level 1
-            createMockResult(0.83, 1), // Level 1
-            createMockResult(0.78, 2), // Level 2
-            createMockResult(0.79, 2), // Level 2
-        ];
-        const result = analyzeRobustnessWithCurve(results, "accuracy", [1, 2]);
-        // Should have degradation curve points
-        assert.ok(result.degradationCurve.length >= 2);
-    });
-    it("should include level 0 (base) in degradation curve", () => {
-        const results = [
-            createMockResult(0.85), // Base
-            createMockResult(0.82, 1), // Level 1
-        ];
-        const result = analyzeRobustnessWithCurve(results, "accuracy", [1]);
-        // Should have base level
-        const baseLevel = result.degradationCurve.find((d) => d.perturbationLevel === 0);
-        assert.ok(baseLevel);
-        assert.strictEqual(baseLevel.metricValue, 0.85);
-    });
-    it("should sort degradation curve by perturbation level", () => {
-        const results = [
-            createMockResult(0.78, 2),
-            createMockResult(0.85), // Base
-            createMockResult(0.82, 1),
-        ];
-        const result = analyzeRobustnessWithCurve(results, "accuracy", [1, 2]);
-        // Check sorted order
-        for (let i = 1; i < result.degradationCurve.length; i++) {
-            assert.ok(result.degradationCurve[i].perturbationLevel >=
-                result.degradationCurve[i - 1].perturbationLevel);
-        }
-    });
-    it("should include stdDev in degradation curve", () => {
-        const results = [createMockResult(0.85), createMockResult(0.82, 1), createMockResult(0.84, 1)];
-        const result = analyzeRobustnessWithCurve(results, "accuracy", [1]);
-        const level1 = result.degradationCurve.find((d) => d.perturbationLevel === 1);
-        assert.ok(level1);
-        assert.ok(level1.stdDev !== undefined);
-    });
-    it("should detect breakpoint when degradation exceeds 10%", () => {
-        const results = [
-            createMockResult(0.9), // Base
-            createMockResult(0.89, 1), // 1.1% change - no breakpoint
-            createMockResult(0.8, 2), // 11% change - breakpoint!
-        ];
-        const result = analyzeRobustnessWithCurve(results, "accuracy", [1, 2]);
-        // Should detect breakpoint at level 2
-        assert.strictEqual(result.breakpoint, 2);
-    });
-    it("should not detect breakpoint when degradation is under 10%", () => {
-        const results = [
-            createMockResult(0.9), // Base
-            createMockResult(0.89, 1), // 1.1% change
-            createMockResult(0.88, 2), // 2.2% change
-        ];
-        const result = analyzeRobustnessWithCurve(results, "accuracy", [1, 2]);
-        // No breakpoint
-        assert.strictEqual(result.breakpoint, undefined);
-    });
-    it("should compute overall variance from all perturbed results", () => {
-        const results = [
-            createMockResult(0.85),
-            createMockResult(0.82, 1),
-            createMockResult(0.84, 1),
-            createMockResult(0.78, 2),
-            createMockResult(0.8, 2),
-        ];
-        const result = analyzeRobustnessWithCurve(results, "accuracy", [1, 2]);
-        // Should have finite overall variance
-        assert.ok(Number.isFinite(result.varianceUnderPerturbation));
-        assert.ok(result.varianceUnderPerturbation > 0);
-    });
-    it("should handle missing intensity levels gracefully", () => {
-        const results = [
-            createMockResult(0.85),
-            createMockResult(0.82, 1), // Only level 1 present
-        ];
-        const result = analyzeRobustnessWithCurve(results, "accuracy", [1, 2, 3]);
-        // Should only have levels with data
-        assert.ok(result.degradationCurve.length >= 1);
-        assert.ok(result.degradationCurve.length <= 2); // Base + level 1
-    });
-    it("should filter NaN values from curve computation", () => {
-        const results = [createMockResult(0.85), createMockResult(NaN, 1), createMockResult(0.82, 1)];
-        const result = analyzeRobustnessWithCurve(results, "accuracy", [1]);
-        const level1 = result.degradationCurve.find((d) => d.perturbationLevel === 1);
-        assert.ok(level1);
-        // Should compute from non-NaN values
-        assert.strictEqual(level1.metricValue, 0.82);
-    });
-});
-describe("compareRobustness", () => {
-    it("should compute variance for both SUTs", () => {
-        const sutAResults = [
-            createMockResult(0.85),
-            createMockResult(0.82, 1),
-            createMockResult(0.83, 1),
-        ];
-        const sutBResults = [
-            createMockResult(0.8),
-            createMockResult(0.78, 1),
-            createMockResult(0.82, 1),
-        ];
-        const result = compareRobustness(sutAResults, sutBResults, "accuracy");
-        assert.ok(Number.isFinite(result.sutAVariance));
-        assert.ok(Number.isFinite(result.sutBVariance));
-    });
-    it("should compute relative robustness correctly", () => {
-        const sutAResults = [
-            createMockResult(0.85),
-            createMockResult(0.82, 1), // Low variance
-            createMockResult(0.83, 1),
-        ];
-        const sutBResults = [
-            createMockResult(0.8),
-            createMockResult(0.7, 1), // High variance
-            createMockResult(0.9, 1),
-        ];
-        const result = compareRobustness(sutAResults, sutBResults, "accuracy");
-        // Lower relative robustness means A is more robust
-        assert.ok(result.relativeRobustness < 1);
-    });
-    it("should return Infinity when SUT B has zero variance", () => {
-        const sutAResults = [
-            createMockResult(0.85),
-            createMockResult(0.82, 1),
-            createMockResult(0.83, 1),
-        ];
-        const sutBResults = [
-            createMockResult(0.85),
-            createMockResult(0.85, 1),
-            createMockResult(0.85, 1), // Perfect stability
-        ];
-        const result = compareRobustness(sutAResults, sutBResults, "accuracy");
-        assert.strictEqual(result.relativeRobustness, Infinity);
-    });
-    it("should handle equal variance", () => {
-        const sutAResults = [
-            createMockResult(0.85),
-            createMockResult(0.82, 1),
-            createMockResult(0.83, 1),
-        ];
-        const sutBResults = [
-            createMockResult(0.8),
-            createMockResult(0.77, 1),
-            createMockResult(0.78, 1),
-        ];
-        const result = compareRobustness(sutAResults, sutBResults, "accuracy");
-        // Same variance pattern
-        assert.strictEqual(result.relativeRobustness, 1);
-    });
-    it("should filter results by perturbation intensity", () => {
-        const sutAResults = [
-            createMockResult(0.85), // Base
-            createMockResult(0.82, 1), // Perturbed
-            createMockResult(0.83, 1), // Perturbed
-        ];
-        const result = compareRobustness(sutAResults, sutAResults, "accuracy");
-        // Should only use perturbed results
-        assert.ok(Number.isFinite(result.sutAVariance));
-    });
-});
-describe("createRobustnessAnalysis", () => {
-    it("should create analysis output with correct structure", () => {
-        const results = [
-            createMockResult(0.85, undefined, undefined),
-            createMockResult(0.82, 1, "noise"),
-            createMockResult(0.83, 1, "noise"),
-        ];
-        const options = {
-            metrics: ["accuracy"],
-            perturbations: ["noise"],
-            intensityLevels: [1],
-            runsPerLevel: 2,
-        };
-        const output = createRobustnessAnalysis(results, options);
-        assert.strictEqual(output.version, "1.0.0");
-        assert.ok(output.timestamp);
-        assert.ok(Array.isArray(output.results));
-        assert.ok(output.config);
-    });
-    it("should include config in output", () => {
-        const results = [createMockResult(0.85), createMockResult(0.82, 1, "noise")];
-        const options = {
-            metrics: ["accuracy", "precision"],
-            perturbations: ["noise", "blur"],
-            intensityLevels: [1, 2],
-            runsPerLevel: 3,
-        };
-        const output = createRobustnessAnalysis(results, options);
-        assert.deepStrictEqual(output.config.perturbations, ["noise", "blur"]);
-        assert.deepStrictEqual(output.config.metrics, ["accuracy", "precision"]);
-        assert.deepStrictEqual(output.config.intensityLevels, [1, 2]);
-        assert.strictEqual(output.config.runsPerLevel, 3);
-    });
-    it("should analyze each metric-perturbation combination", () => {
-        const results = [
-            createMockResult(0.85),
-            createMockResult(0.82, 1, "noise"),
-            createMockResult(0.8, 1, "blur"),
-        ];
-        const options = {
-            metrics: ["accuracy", "precision"],
-            perturbations: ["noise", "blur"],
-        };
-        const output = createRobustnessAnalysis(results, options);
-        // Should have 4 results: 2 metrics x 2 perturbations
-        assert.strictEqual(output.results.length, 4);
-    });
-    it("should compute baseline value from base results", () => {
-        const results = [
-            createMockResult(0.85),
-            createMockResult(0.87),
-            createMockResult(0.82, 1, "noise"),
-        ];
-        const options = {
-            metrics: ["accuracy"],
-            perturbations: ["noise"],
-        };
-        const output = createRobustnessAnalysis(results, options);
-        // Baseline should be average of base results
-        const baseline = output.results[0].baselineValue;
-        assert.ok(Number.isFinite(baseline));
-        assert.ok(baseline > 0);
-    });
-    it("should include run count in results", () => {
-        const results = [
-            createMockResult(0.85),
-            createMockResult(0.82, 1, "noise"),
-            createMockResult(0.83, 1, "noise"),
-            createMockResult(0.84, 1, "noise"),
-        ];
-        const options = {
-            metrics: ["accuracy"],
-            perturbations: ["noise"],
-        };
-        const output = createRobustnessAnalysis(results, options);
-        assert.strictEqual(output.results[0].runCount, 3);
-    });
-    it("should group results by SUT", () => {
-        const results = [
-            createMockResult(0.85, undefined, undefined),
-            createMockResult(0.82, 1, "noise"),
-        ];
-        // Modify SUT name
-        results[0].run.sut = "sut-a";
-        results[1].run.sut = "sut-a";
-        const options = {
-            metrics: ["accuracy"],
-            perturbations: ["noise"],
-        };
-        const output = createRobustnessAnalysis(results, options);
-        assert.strictEqual(output.results[0].sut, "sut-a");
-    });
-    it("should handle empty results gracefully", () => {
-        const results = [];
-        const options = {
-            metrics: ["accuracy"],
-            perturbations: ["noise"],
-        };
-        const output = createRobustnessAnalysis(results, options);
-        assert.strictEqual(output.results.length, 0);
-    });
-    it("should default runsPerLevel to 1 when not specified", () => {
-        const results = [createMockResult(0.85), createMockResult(0.82, 1, "noise")];
-        const options = {
-            metrics: ["accuracy"],
-            perturbations: ["noise"],
-        };
-        const output = createRobustnessAnalysis(results, options);
-        assert.strictEqual(output.config.runsPerLevel, 1);
-    });
-});
-//# sourceMappingURL=analyzer.unit.test.js.map

package/dist/robustness/__tests__/analyzer.unit.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"analyzer.unit.test.js","sourceRoot":"","sources":["../../../src/robustness/__tests__/analyzer.unit.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAG/C,OAAO,EACN,0BAA0B,EAC1B,0BAA0B,EAC1B,iBAAiB,EACjB,wBAAwB,GAExB,MAAM,gBAAgB,CAAC;AAExB;;GAEG;AACH,SAAS,gBAAgB,CACxB,WAAmB,EACnB,qBAA8B,EAC9B,YAAqB;IAErB,MAAM,MAAM,GAAoC,EAAE,CAAC;IACnD,IAAI,YAAY,KAAK,SAAS;QAAE,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;IACnE,IAAI,qBAAqB,KAAK,SAAS;QAAE,MAAM,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;IAE9F,OAAO;QACN,GAAG,EAAE;YACJ,KAAK,EAAE,OAAO,IAAI,CAAC,MAAM,EAAE,EAAE;YAC7B,GAAG,EAAE,UAAU;YACf,OAAO,EAAE,SAAS;YAClB,MAAM,EAAE,WAAW;YACnB,UAAU,EAAE,CAAC;YACb,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;SAC3D;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,QAAQ,EAAE,WAAW;gBACrB,SAAS,EAAE,WAAW,GAAG,GAAG;gBAC5B,MAAM,EAAE,WAAW,GAAG,IAAI;aAC1B;SACD;QACD,WAAW,EAAE;YACZ,cAAc,EAAE,IAAI;YACpB,cAAc,EAAE,IAAI;YACpB,KAAK,EAAE,IAAI;YACX,eAAe,EAAE,IAAI;SACrB;QACD,OAAO,EAAE,EAAE;QACX,UAAU,EAAE;YACX,OAAO,EAAE;gBACR,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,MAAM;gBACZ,WAAW,EAAE,MAAM;aACnB;SACD;KACD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB;IACzB,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,gBAAgB,CAAC,IAAI,CAAC,EAAE,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;AACjF,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,MAAgB;IAC/C,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC3C,QAAQ,CAAC,uCAAuC,EAAE,GAAG,EAAE;QACtD,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACrD,MAAM,WAAW,GAAG,iBAAiB,EAAE,CAAC;YACxC,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;YAE/E,MAAM,MAAM,GAAG,0BAA0B,CAAC,WAAW,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;YAErF,qCAAqC;YACrC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,CAAC;YAC7D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,yBAAyB,IAAI,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;YAC/D,MAAM,WAAW,GAAG,iBAAiB,EAAE,CAAC;YACxC,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;YAElE,MAAM,MAAM,GAAG,0BAA0B,CAAC,WAAW,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;YAErF,wCAAwC;YACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC;YACxD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,IAAI,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;YACpE,MAAM,WAAW,GAAG,iBAAiB,EAAE,CAAC;YACxC,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;YAE/E,MAAM,MAAM,GAAG,0BAA0B,CAAC,WAAW,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;YAErF,4CAA4C;YAC5C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,sBAAsB,IAAI,CAAC,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;YACzD,MAAM,WAAW,GAAG,iBAAiB,EAAE,CAAC;YACxC,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;YAEhF,MAAM,MAAM,GAAG,0BAA0B,CAAC,WAAW,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;YAErF,qDAAqD;YACrD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,yBAAyB,GAAG,IAAI,CAAC,CAAC;YACnD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,GAAG,GAAG,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC9C,MAAM,WAAW,GAAG,iBAAiB,EAAE,CAAC;YACxC,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;YAE3E,MAAM,MAAM,GAAG,0BAA0B,CAAC,WAAW,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;YAErF,mCAAmC;YACnC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,yBAAyB,GAAG,IAAI,CAAC,CAAC;YACnD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,GAAG,GAAG,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACpD,MAAM,WAAW,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,gBAAgB,CAAC,GAAG,CAAC,EAAE,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;YAC5F,MAAM,gBAAgB,GAAG;gBACxB,gBAAgB,CAAC,IAAI,CAAC;gBACtB,gBAAgB,CAAC,GAAG,CAAC;gBACrB,gBAAgB,CAAC,IAAI,CAAC;aACtB,CAAC;YAEF,MAAM,MAAM,GAAG,0BAA0B,CAAC,WAAW,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;YAErF,gDAAgD;YAChD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,CAAC;YAC7D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QACnC,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;YACxE,MAAM,WAAW,GAAuB,EAAE,CAAC;YAC3C,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;YAEpE,MAAM,MAAM,GAAG,0BAA0B,CAAC,WAAW,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;YAErF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC;YACrD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;YAC7E,MAAM,WAAW,GAAG,iBAAiB,EAAE,CAAC;YACxC,MAAM,gBAAgB,GAAuB,EAAE,CAAC;YAEhD,MAAM,MAAM,GAAG,0BAA0B,CAAC,WAAW,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;YAErF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC;YACrD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAChD,MAAM,WAAW,GAAuB,EAAE,CAAC;YAC3C,MAAM,gBAAgB,GAAuB,EAAE,CAAC;YAEhD,MAAM,MAAM,GAAG,0BAA0B,CAAC,WAAW,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;YAErF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC;YACrD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACpD,MAAM,WAAW,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;YACnE,MAAM,gBAAgB,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;YAExE,MAAM,MAAM,GAAG,0BAA0B,CAAC,WAAW,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;YAErF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC;YACrD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;YAC3E,MAAM,WAAW,GAAG,iBAAiB,EAAE,CAAC;YACxC,MAAM,gBAAgB,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;YAEzF,MAAM,MAAM,GAAG,0BAA0B,CAAC,WAAW,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;YAErF,gCAAgC;YAChC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC;YACnD,wDAAwD;YACxD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qFAAqF,EAAE,GAAG,EAAE;YAC9F,MAAM,WAAW,GAAG,iBAAiB,EAAE,CAAC;YACxC,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAExD,MAAM,MAAM,GAAG,0BAA0B,CAAC,WAAW,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;YAErF,2EAA2E;YAC3E,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC;YACrD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC3C,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACzD,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC,IAAI,CAAC,EAAE,OAAO;YAC/B,gBAAgB,CAAC,IAAI,CAAC,EAAE,OAAO;YAC/B,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,UAAU;YACrC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,UAAU;YACrC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,UAAU;YACrC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,UAAU;SACrC,CAAC;QAEF,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEvE,uCAAuC;QACvC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,gBAAiB,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC7D,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC,IAAI,CAAC,EAAE,OAAO;YAC/B,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,UAAU;SACrC,CAAC;QAEF,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpE,yBAAyB;QACzB,MAAM,SAAS,GAAG,MAAM,CAAC,gBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,KAAK,CAAC,CAAC,CAAC;QAClF,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;QACrB,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC9D,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;YACzB,gBAAgB,CAAC,IAAI,CAAC,EAAE,OAAO;YAC/B,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;SACzB,CAAC;QAEF,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEvE,qBAAqB;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,gBAAiB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1D,MAAM,CAAC,EAAE,CACR,MAAM,CAAC,gBAAiB,CAAC,CAAC,CAAC,CAAC,iBAAiB;gBAC5C,MAAM,CAAC,gBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,iBAAiB,CAClD,CAAC;QACH,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACrD,MAAM,OAAO,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAE/F,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpE,MAAM,MAAM,GAAG,MAAM,CAAC,gBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,KAAK,CAAC,CAAC,CAAC;QAC/E,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;QAClB,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAChE,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC,GAAG,CAAC,EAAE,OAAO;YAC9B,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,8BAA8B;YACzD,gBAAgB,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,2BAA2B;SACrD,CAAC;QAEF,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEvE,sCAAsC;QACtC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACrE,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC,GAAG,CAAC,EAAE,OAAO;YAC9B,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,cAAc;YACzC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,cAAc;SACzC,CAAC;QAEF,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEvE,gBAAgB;QAChB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACrE,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC,IAAI,CAAC;YACtB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;YACzB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;YACzB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;YACzB,gBAAgB,CAAC,GAAG,EAAE,CAAC,CAAC;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEvE,sCAAsC;QACtC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,CAAC;QAC7D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,yBAAyB,GAAG,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC5D,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC,IAAI,CAAC;YACtB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,uBAAuB;SAClD,CAAC;QAEF,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE1E,oCAAoC;QACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,gBAAiB,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,gBAAiB,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,iBAAiB;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QAC1D,MAAM,OAAO,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,gBAAgB,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAE9F,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpE,MAAM,MAAM,GAAG,MAAM,CAAC,gBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,KAAK,CAAC,CAAC,CAAC;QAC/E,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;QAClB,qCAAqC;QACrC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAChD,MAAM,WAAW,GAAG;YACnB,gBAAgB,CAAC,IAAI,CAAC;YACtB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;YACzB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;SACzB,CAAC;QACF,MAAM,WAAW,GAAG;YACnB,gBAAgB,CAAC,GAAG,CAAC;YACrB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;YACzB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;SACzB,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QAEvE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACvD,MAAM,WAAW,GAAG;YACnB,gBAAgB,CAAC,IAAI,CAAC;YACtB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,eAAe;YAC1C,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;SACzB,CAAC;QACF,MAAM,WAAW,GAAG;YACnB,gBAAgB,CAAC,GAAG,CAAC;YACrB,gBAAgB,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,gBAAgB;YAC1C,gBAAgB,CAAC,GAAG,EAAE,CAAC,CAAC;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QAEvE,mDAAmD;QACnD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC9D,MAAM,WAAW,GAAG;YACnB,gBAAgB,CAAC,IAAI,CAAC;YACtB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;YACzB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;SACzB,CAAC;QACF,MAAM,WAAW,GAAG;YACnB,gBAAgB,CAAC,IAAI,CAAC;YACtB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;YACzB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,oBAAoB;SAC/C,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QAEvE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACvC,MAAM,WAAW,GAAG;YACnB,gBAAgB,CAAC,IAAI,CAAC;YACtB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;YACzB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;SACzB,CAAC;QACF,MAAM,WAAW,GAAG;YACnB,gBAAgB,CAAC,GAAG,CAAC;YACrB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;YACzB,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;SACzB,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QAEvE,wBAAwB;QACxB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QAC1D,MAAM,WAAW,GAAG;YACnB,gBAAgB,CAAC,IAAI,CAAC,EAAE,OAAO;YAC/B,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,YAAY;YACvC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,YAAY;SACvC,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QAEvE,oCAAoC;QACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACzC,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC/D,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,CAAC;YAC5C,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC;YAClC,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC;SAClC,CAAC;QAEF,MAAM,OAAO,GAA8B;YAC1C,OAAO,EAAE,CAAC,UAAU,CAAC;YACrB,aAAa,EAAE,CAAC,OAAO,CAAC;YACxB,eAAe,EAAE,CAAC,CAAC,CAAC;YACpB,YAAY,EAAE,CAAC;SACf,CAAC;QAEF,MAAM,MAAM,GAAG,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,OAAO,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QAE7E,MAAM,OAAO,GAA8B;YAC1C,OAAO,EAAE,CAAC,UAAU,EAAE,WAAW,CAAC;YAClC,aAAa,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;YAChC,eAAe,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YACvB,YAAY,EAAE,CAAC;SACf,CAAC;QAEF,MAAM,MAAM,GAAG,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QACvE,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC;QACzE,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC9D,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC,IAAI,CAAC;YACtB,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC;YAClC,gBAAgB,CAAC,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC;SAChC,CAAC;QAEF,MAAM,OAAO,GAA8B;YAC1C,OAAO,EAAE,CAAC,UAAU,EAAE,WAAW,CAAC;YAClC,aAAa,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;SAChC,CAAC;QAEF,MAAM,MAAM,GAAG,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,qDAAqD;QACrD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QAC1D,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC,IAAI,CAAC;YACtB,gBAAgB,CAAC,IAAI,CAAC;YACtB,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC;SAClC,CAAC;QAEF,MAAM,OAAO,GAA8B;YAC1C,OAAO,EAAE,CAAC,UAAU,CAAC;YACrB,aAAa,EAAE,CAAC,OAAO,CAAC;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,6CAA6C;QAC7C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;QACjD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,EAAE,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC9C,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC,IAAI,CAAC;YACtB,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC;YAClC,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC;YAClC,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC;SAClC,CAAC;QAEF,MAAM,OAAO,GAA8B;YAC1C,OAAO,EAAE,CAAC,UAAU,CAAC;YACrB,aAAa,EAAE,CAAC,OAAO,CAAC;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACtC,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,CAAC;YAC5C,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC;SAClC,CAAC;QACF,kBAAkB;QAClB,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,OAAO,CAAC;QAC7B,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,OAAO,CAAC;QAE7B,MAAM,OAAO,GAA8B;YAC1C,OAAO,EAAE,CAAC,UAAU,CAAC;YACrB,aAAa,EAAE,CAAC,OAAO,CAAC;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QACjD,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,MAAM,OAAO,GAA8B;YAC1C,OAAO,EAAE,CAAC,UAAU,CAAC;YACrB,aAAa,EAAE,CAAC,OAAO,CAAC;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC9D,MAAM,OAAO,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QAE7E,MAAM,OAAO,GAA8B;YAC1C,OAAO,EAAE,CAAC,UAAU,CAAC;YACrB,aAAa,EAAE,CAAC,OAAO,CAAC;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/robustness/analyzer.d.ts

@@ -1,61 +0,0 @@
-/**
- * Robustness Analyzer
- *
- * Analyzes algorithm robustness under perturbations.
- * Computes variance, stability, and degradation metrics.
- */
-import type { RobustnessAnalysisOutput, RobustnessMetrics } from "../types/perturbation.js";
-import type { EvaluationResult } from "../types/result.js";
-/**
- * Options for robustness analysis.
- */
-export interface RobustnessAnalysisOptions {
-    /** Metrics to analyze */
-    metrics: string[];
-    /** Perturbations applied */
-    perturbations: string[];
-    /** Intensity levels tested (if applicable) */
-    intensityLevels?: number[];
-    /** Number of runs per perturbation level */
-    runsPerLevel?: number;
-}
-/**
- * Analyze robustness of a SUT under perturbation.
- *
- * @param baseResults - Results without perturbation
- * @param perturbedResults - Results with perturbation, keyed by perturbation name
- * @param metric - Metric to analyze
- * @returns Robustness metrics
- */
-export declare const analyzeRobustnessForMetric: (baseResults: EvaluationResult[], perturbedResults: EvaluationResult[], metric: string) => RobustnessMetrics;
-/**
- * Analyze robustness across multiple perturbation levels.
- *
- * @param results - All results including perturbed ones
- * @param metric - Metric to analyze
- * @param intensityLevels - Perturbation intensity levels
- * @returns Robustness metrics with degradation curve
- */
-export declare const analyzeRobustnessWithCurve: (results: EvaluationResult[], metric: string, intensityLevels: number[]) => RobustnessMetrics;
-/**
- * Compare robustness between two SUTs.
- *
- * @param sutAResults - Results for SUT A (including perturbed)
- * @param sutBResults - Results for SUT B (including perturbed)
- * @param metric - Metric to compare
- * @returns Object with comparison metrics
- */
-export declare const compareRobustness: (sutAResults: EvaluationResult[], sutBResults: EvaluationResult[], metric: string) => {
-    sutAVariance: number;
-    sutBVariance: number;
-    relativeRobustness: number;
-};
-/**
- * Create a full robustness analysis output.
- *
- * @param results - All evaluation results (base and perturbed)
- * @param options - Analysis options
- * @returns Complete robustness analysis output
- */
-export declare const createRobustnessAnalysis: (results: EvaluationResult[], options: RobustnessAnalysisOptions) => RobustnessAnalysisOutput;
-//# sourceMappingURL=analyzer.d.ts.map

package/dist/robustness/analyzer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"analyzer.d.ts","sourceRoot":"","sources":["../../src/robustness/analyzer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EACX,wBAAwB,EAExB,iBAAiB,EACjB,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3D;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACzC,yBAAyB;IACzB,OAAO,EAAE,MAAM,EAAE,CAAC;IAElB,4BAA4B;IAC5B,aAAa,EAAE,MAAM,EAAE,CAAC;IAExB,8CAA8C;IAC9C,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAE3B,4CAA4C;IAC5C,YAAY,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;GAOG;AACH,eAAO,MAAM,0BAA0B,GACtC,aAAa,gBAAgB,EAAE,EAC/B,kBAAkB,gBAAgB,EAAE,EACpC,QAAQ,MAAM,KACZ,iBAwCF,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,0BAA0B,GACtC,SAAS,gBAAgB,EAAE,EAC3B,QAAQ,MAAM,EACd,iBAAiB,MAAM,EAAE,KACvB,iBA2EF,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,iBAAiB,GAC7B,aAAa,gBAAgB,EAAE,EAC/B,aAAa,gBAAgB,EAAE,EAC/B,QAAQ,MAAM,KACZ;IACF,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;CAyB3B,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,wBAAwB,GACpC,SAAS,gBAAgB,EAAE,EAC3B,SAAS,yBAAyB,KAChC,wBAqDF,CAAC"}