ppef 1.1.0 → 1.2.0

package/dist/evaluators/registry.d.ts

@@ -0,0 +1,106 @@
+/**
+ * Evaluator Registry
+ *
+ * Central registry for all evaluator types. Enables the plugin
+ * architecture by allowing custom evaluators to be registered
+ * alongside built-in evaluators.
+ */
+import type { IEvaluator, Evaluator, EvaluationType, EvaluatorConfig } from "../types/evaluator.js";
+/**
+ * Registry of all available evaluators.
+ *
+ * Evaluators are stored by their type identifier. The registry
+ * provides methods to register new evaluators, retrieve evaluators
+ * by type, and list all registered types.
+ */
+export declare const EvaluatorRegistry: {
+    /**
+     * Register an evaluator.
+     *
+     * If an evaluator with the same type already exists, it will
+     * be replaced with the new evaluator.
+     *
+     * @param evaluator - Evaluator to register
+     */
+    readonly register: <TConfig extends EvaluatorConfig, TInput, TOutput>(evaluator: Evaluator<TConfig, TInput, TOutput>) => void;
+    /**
+     * Get an evaluator by type (returns base IEvaluator).
+     *
+     * For type-safe retrieval, use the getAs() method instead.
+     *
+     * @param type - Evaluation type identifier
+     * @returns Evaluator instance or undefined if not found
+     */
+    readonly get: (type: EvaluationType) => IEvaluator | undefined;
+    /**
+     * Get an evaluator by type with runtime type checking.
+     *
+     * Uses instanceof to verify the evaluator is of the expected class.
+     * Returns undefined if the evaluator doesn't exist or isn't of the expected type.
+     *
+     * @param type - Evaluation type identifier
+     * @param clazz - Constructor of the expected evaluator class
+     * @returns Typed evaluator instance or undefined
+     *
+     * @example
+     * ```ts
+     * const claimsEvaluator = EvaluatorRegistry.getAs("claims", ClaimsEvaluator);
+     * if (claimsEvaluator) {
+     *   // Full type safety - claimsEvaluator is ClaimsEvaluator
+     *   const validation = claimsEvaluator.validateConfig(config);
+     * }
+     * ```
+     */
+    readonly getAs: <T extends IEvaluator>(type: EvaluationType, clazz: new () => T) => T | undefined;
+    /**
+     * Get an evaluator by type, throwing if not found.
+     *
+     * @param type - Evaluation type identifier
+     * @param clazz - Constructor of the expected evaluator class
+     * @returns Evaluator instance
+     * @throws Error if evaluator type not found or wrong type
+     */
+    readonly getOrThrow: <T extends IEvaluator>(type: EvaluationType, clazz: new () => T) => T;
+    /**
+     * List all registered evaluator types.
+     *
+     * @returns Array of registered evaluation type identifiers
+     */
+    readonly types: () => EvaluationType[];
+    /**
+     * Check if an evaluator type is registered.
+     *
+     * @param type - Evaluation type identifier
+     * @returns True if evaluator is registered
+     */
+    readonly has: (type: EvaluationType) => boolean;
+    /**
+     * Unregister an evaluator by type.
+     *
+     * This is primarily useful for testing.
+     *
+     * @param type - Evaluation type identifier
+     * @returns True if evaluator was unregistered
+     */
+    readonly unregister: (type: EvaluationType) => boolean;
+    /**
+     * Clear all registered evaluators.
+     *
+     * This is primarily useful for testing.
+     */
+    readonly clear: () => void;
+    /**
+     * Get the number of registered evaluators.
+     *
+     * @returns Count of registered evaluators
+     */
+    readonly size: number;
+};
+/**
+ * Auto-register built-in evaluators on module load.
+ *
+ * This ensures that the standard evaluators (claims, robustness, metrics, exploratory)
+ * are always available without requiring explicit registration.
+ */
+export declare function registerBuiltInEvaluators(): void;
+//# sourceMappingURL=registry.d.ts.map

package/dist/evaluators/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/evaluators/registry.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAKpG;;;;;;GAMG;AACH,eAAO,MAAM,iBAAiB;IAC7B;;;;;;;OAOG;wBACM,OAAO,SAAS,eAAe,EAAE,MAAM,EAAE,OAAO,aAC7C,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,KAC5C,IAAI;IAQP;;;;;;;OAOG;yBACO,cAAc,KAAG,UAAU,GAAG,SAAS;IAIjD;;;;;;;;;;;;;;;;;;OAkBG;qBACG,CAAC,SAAS,UAAU,QAAQ,cAAc,SAAS,UAAU,CAAC,KAAG,CAAC,GAAG,SAAS;IAKpF;;;;;;;OAOG;0BACQ,CAAC,SAAS,UAAU,QAAQ,cAAc,SAAS,UAAU,CAAC,KAAG,CAAC;IAQ7E;;;;OAIG;0BACM,cAAc,EAAE;IAIzB;;;;;OAKG;yBACO,cAAc,KAAG,OAAO;IAIlC;;;;;;;OAOG;gCACc,cAAc,KAAG,OAAO;IAIzC;;;;OAIG;0BACM,IAAI;IAIb;;;;OAIG;mBACS,MAAM;CAGT,CAAC;AAWX;;;;;GAKG;AACH,wBAAgB,yBAAyB,IAAI,IAAI,CAKhD"}

package/dist/evaluators/registry.js

@@ -0,0 +1,148 @@
+/**
+ * Evaluator Registry
+ *
+ * Central registry for all evaluator types. Enables the plugin
+ * architecture by allowing custom evaluators to be registered
+ * alongside built-in evaluators.
+ */
+/** Private storage for evaluators */
+const evaluators = new Map();
+/**
+ * Registry of all available evaluators.
+ *
+ * Evaluators are stored by their type identifier. The registry
+ * provides methods to register new evaluators, retrieve evaluators
+ * by type, and list all registered types.
+ */
+export const EvaluatorRegistry = {
+    /**
+     * Register an evaluator.
+     *
+     * If an evaluator with the same type already exists, it will
+     * be replaced with the new evaluator.
+     *
+     * @param evaluator - Evaluator to register
+     */
+    register(evaluator) {
+        const existing = evaluators.get(evaluator.type);
+        if (existing) {
+            console.warn(`Replacing existing evaluator for type: ${evaluator.type}`);
+        }
+        evaluators.set(evaluator.type, evaluator);
+    },
+    /**
+     * Get an evaluator by type (returns base IEvaluator).
+     *
+     * For type-safe retrieval, use the getAs() method instead.
+     *
+     * @param type - Evaluation type identifier
+     * @returns Evaluator instance or undefined if not found
+     */
+    get(type) {
+        return evaluators.get(type);
+    },
+    /**
+     * Get an evaluator by type with runtime type checking.
+     *
+     * Uses instanceof to verify the evaluator is of the expected class.
+     * Returns undefined if the evaluator doesn't exist or isn't of the expected type.
+     *
+     * @param type - Evaluation type identifier
+     * @param clazz - Constructor of the expected evaluator class
+     * @returns Typed evaluator instance or undefined
+     *
+     * @example
+     * ```ts
+     * const claimsEvaluator = EvaluatorRegistry.getAs("claims", ClaimsEvaluator);
+     * if (claimsEvaluator) {
+     *   // Full type safety - claimsEvaluator is ClaimsEvaluator
+     *   const validation = claimsEvaluator.validateConfig(config);
+     * }
+     * ```
+     */
+    getAs(type, clazz) {
+        const evaluator = evaluators.get(type);
+        return evaluator instanceof clazz ? evaluator : undefined;
+    },
+    /**
+     * Get an evaluator by type, throwing if not found.
+     *
+     * @param type - Evaluation type identifier
+     * @param clazz - Constructor of the expected evaluator class
+     * @returns Evaluator instance
+     * @throws Error if evaluator type not found or wrong type
+     */
+    getOrThrow(type, clazz) {
+        const evaluator = EvaluatorRegistry.getAs(type, clazz);
+        if (!evaluator) {
+            throw new Error(`Evaluator not found for type: ${type}`);
+        }
+        return evaluator;
+    },
+    /**
+     * List all registered evaluator types.
+     *
+     * @returns Array of registered evaluation type identifiers
+     */
+    types() {
+        return Array.from(evaluators.keys());
+    },
+    /**
+     * Check if an evaluator type is registered.
+     *
+     * @param type - Evaluation type identifier
+     * @returns True if evaluator is registered
+     */
+    has(type) {
+        return evaluators.has(type);
+    },
+    /**
+     * Unregister an evaluator by type.
+     *
+     * This is primarily useful for testing.
+     *
+     * @param type - Evaluation type identifier
+     * @returns True if evaluator was unregistered
+     */
+    unregister(type) {
+        return evaluators.delete(type);
+    },
+    /**
+     * Clear all registered evaluators.
+     *
+     * This is primarily useful for testing.
+     */
+    clear() {
+        evaluators.clear();
+    },
+    /**
+     * Get the number of registered evaluators.
+     *
+     * @returns Count of registered evaluators
+     */
+    get size() {
+        return evaluators.size;
+    },
+};
+// ============================================================================
+// Built-in Evaluator Imports and Auto-Registration
+// ============================================================================
+import { ClaimsEvaluator } from "./claims-evaluator.js";
+import { RobustnessEvaluator } from "./robustness-evaluator.js";
+import { MetricsEvaluator } from "./metrics-evaluator.js";
+import { ExploratoryEvaluator } from "./exploratory-evaluator.js";
+/**
+ * Auto-register built-in evaluators on module load.
+ *
+ * This ensures that the standard evaluators (claims, robustness, metrics, exploratory)
+ * are always available without requiring explicit registration.
+ */
+export function registerBuiltInEvaluators() {
+    EvaluatorRegistry.register(new ClaimsEvaluator());
+    EvaluatorRegistry.register(new RobustnessEvaluator());
+    EvaluatorRegistry.register(new MetricsEvaluator());
+    EvaluatorRegistry.register(new ExploratoryEvaluator());
+}
+// Register built-in evaluators when this module is loaded
+registerBuiltInEvaluators();
+//# sourceMappingURL=registry.js.map

package/dist/evaluators/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../src/evaluators/registry.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,qCAAqC;AACrC,MAAM,UAAU,GAAG,IAAI,GAAG,EAA8B,CAAC;AAEzD;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAChC;;;;;;;OAOG;IACH,QAAQ,CACP,SAA8C;QAE9C,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,QAAQ,EAAE,CAAC;YACd,OAAO,CAAC,IAAI,CAAC,0CAA0C,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAC3C,CAAC;IAED;;;;;;;OAOG;IACH,GAAG,CAAC,IAAoB;QACvB,OAAO,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACH,KAAK,CAAuB,IAAoB,EAAE,KAAkB;QACnE,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3D,CAAC;IAED;;;;;;;OAOG;IACH,UAAU,CAAuB,IAAoB,EAAE,KAAkB;QACxE,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,SAAS,CAAC;IAClB,CAAC;IAED;;;;OAIG;IACH,KAAK;QACJ,OAAO,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC;IAED;;;;;OAKG;IACH,GAAG,CAAC,IAAoB;QACvB,OAAO,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED;;;;;;;OAOG;IACH,UAAU,CAAC,IAAoB;QAC9B,OAAO,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAED;;;;OAIG;IACH,KAAK;QACJ,UAAU,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;IAED;;;;OAIG;IACH,IAAI,IAAI;QACP,OAAO,UAAU,CAAC,IAAI,CAAC;IACxB,CAAC;CACQ,CAAC;AAEX,+EAA+E;AAC/E,mDAAmD;AACnD,+EAA+E;AAE/E,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAElE;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB;IACxC,iBAAiB,CAAC,QAAQ,CAAC,IAAI,eAAe,EAAE,CAAC,CAAC;IAClD,iBAAiB,CAAC,QAAQ,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;IACtD,iBAAiB,CAAC,QAAQ,CAAC,IAAI,gBAAgB,EAAE,CAAC,CAAC;IACnD,iBAAiB,CAAC,QAAQ,CAAC,IAAI,oBAAoB,EAAE,CAAC,CAAC;AACxD,CAAC;AAED,0DAA0D;AAC1D,yBAAyB,EAAE,CAAC"}

package/dist/evaluators/robustness-evaluator.d.ts

@@ -0,0 +1,57 @@
+/**
+ * Robustness Evaluator
+ *
+ * Analyzes algorithm robustness under perturbations.
+ * Refactored from src/robustness/analyzer.ts into a class-based design
+ * that implements the Evaluator interface.
+ */
+import type { EvaluationResult } from "../types/result.js";
+import type { IEvaluator, RobustnessEvaluatorConfig, RobustnessEvaluatorData, Evaluator, EvaluationOutput, EvaluationSummary, ValidationResult } from "../types/evaluator.js";
+/**
+ * Robustness evaluator - analyzes variance under perturbations.
+ */
+export declare class RobustnessEvaluator implements Evaluator<RobustnessEvaluatorConfig, EvaluationResult[], RobustnessEvaluatorData>, IEvaluator {
+    /** Type identifier */
+    readonly type: "robustness";
+    /** Schema version */
+    private static readonly VERSION;
+    /**
+     * Validate robustness evaluator configuration.
+     *
+     * @param config - Configuration to validate
+     * @returns Validation result
+     */
+    validateConfig(config: RobustnessEvaluatorConfig): ValidationResult;
+    /**
+     * Evaluate robustness from raw results.
+     *
+     * @param config - Robustness evaluator configuration
+     * @param input - Raw evaluation results
+     * @returns Evaluation output
+     */
+    evaluate(config: RobustnessEvaluatorConfig, input: EvaluationResult[]): EvaluationOutput<RobustnessEvaluatorData>;
+    /**
+     * Create a full robustness analysis output.
+     *
+     * @param results - All evaluation results (base and perturbed)
+     * @param options - Analysis options
+     * @returns Complete robustness analysis output
+     */
+    private createRobustnessAnalysis;
+    /**
+     * Analyze robustness of a SUT under perturbation.
+     *
+     * @param perturbedResults - Results with perturbation
+     * @param metric - Metric to analyze
+     * @returns Robustness metrics
+     */
+    private analyzeRobustnessForMetric;
+    /**
+     * Summarize evaluation output.
+     *
+     * @param output - Evaluation output to summarize
+     * @returns Summary statistics
+     */
+    summarize(output: EvaluationOutput<RobustnessEvaluatorData>): EvaluationSummary;
+}
+//# sourceMappingURL=robustness-evaluator.d.ts.map

package/dist/evaluators/robustness-evaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"robustness-evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluators/robustness-evaluator.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAOH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,KAAK,EACX,UAAU,EACV,yBAAyB,EACzB,uBAAuB,EACvB,SAAS,EACT,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,MAAM,uBAAuB,CAAC;AAY/B;;GAEG;AACH,qBAAa,mBACZ,YACC,SAAS,CAAC,yBAAyB,EAAE,gBAAgB,EAAE,EAAE,uBAAuB,CAAC,EACjF,UAAU;IAEX,sBAAsB;IACtB,QAAQ,CAAC,IAAI,EAAG,YAAY,CAAU;IAEtC,qBAAqB;IACrB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAW;IAE1C;;;;;OAKG;IACH,cAAc,CAAC,MAAM,EAAE,yBAAyB,GAAG,gBAAgB;IAuCnE;;;;;;OAMG;IACH,QAAQ,CACP,MAAM,EAAE,yBAAyB,EACjC,KAAK,EAAE,gBAAgB,EAAE,GACvB,gBAAgB,CAAC,uBAAuB,CAAC;IAuB5C;;;;;;OAMG;IACH,OAAO,CAAC,wBAAwB;IA2DhC;;;;;;OAMG;IACH,OAAO,CAAC,0BAA0B;IAiClC;;;;;OAKG;IACH,SAAS,CAAC,MAAM,EAAE,gBAAgB,CAAC,uBAAuB,CAAC,GAAG,iBAAiB;CAY/E"}

package/dist/evaluators/robustness-evaluator.js

@@ -0,0 +1,186 @@
+/**
+ * Robustness Evaluator
+ *
+ * Analyzes algorithm robustness under perturbations.
+ * Refactored from src/robustness/analyzer.ts into a class-based design
+ * that implements the Evaluator interface.
+ */
+/**
+ * Robustness evaluator - analyzes variance under perturbations.
+ */
+export class RobustnessEvaluator {
+    /** Type identifier */
+    type = "robustness";
+    /** Schema version */
+    static VERSION = "1.0.0";
+    /**
+     * Validate robustness evaluator configuration.
+     *
+     * @param config - Configuration to validate
+     * @returns Validation result
+     */
+    validateConfig(config) {
+        const errors = [];
+        const warnings = [];
+        // Check metrics array
+        if (!Array.isArray(config.metrics)) {
+            errors.push("metrics must be an array");
+        }
+        else if (config.metrics.length === 0) {
+            errors.push("metrics cannot be empty");
+        }
+        // Check perturbations array
+        if (!Array.isArray(config.perturbations)) {
+            errors.push("perturbations must be an array");
+        }
+        else if (config.perturbations.length === 0) {
+            errors.push("perturbations cannot be empty");
+        }
+        // Validate intensity levels if provided
+        if (config.intensityLevels !== undefined) {
+            if (!Array.isArray(config.intensityLevels)) {
+                errors.push("intensityLevels must be an array");
+            }
+            else if (!config.intensityLevels.every((level) => typeof level === "number")) {
+                errors.push("intensityLevels must contain only numbers");
+            }
+        }
+        // Validate runsPerLevel if provided
+        if (config.runsPerLevel !== undefined && typeof config.runsPerLevel !== "number") {
+            errors.push("runsPerLevel must be a number");
+        }
+        return {
+            valid: errors.length === 0,
+            errors: errors.length > 0 ? errors : undefined,
+            warnings: warnings.length > 0 ? warnings : undefined,
+        };
+    }
+    /**
+     * Evaluate robustness from raw results.
+     *
+     * @param config - Robustness evaluator configuration
+     * @param input - Raw evaluation results
+     * @returns Evaluation output
+     */
+    evaluate(config, input) {
+        // Convert config to options format
+        const options = {
+            metrics: config.metrics,
+            perturbations: config.perturbations,
+            intensityLevels: config.intensityLevels,
+            runsPerLevel: config.runsPerLevel,
+        };
+        // Create robustness analysis
+        const analysis = this.createRobustnessAnalysis(input, options);
+        return {
+            type: "robustness",
+            version: RobustnessEvaluator.VERSION,
+            timestamp: new Date().toISOString(),
+            data: analysis,
+            metadata: {
+                config,
+            },
+        };
+    }
+    /**
+     * Create a full robustness analysis output.
+     *
+     * @param results - All evaluation results (base and perturbed)
+     * @param options - Analysis options
+     * @returns Complete robustness analysis output
+     */
+    createRobustnessAnalysis(results, options) {
+        const analysisResults = [];
+        // Group results by SUT
+        const bySut = new Map();
+        for (const result of results) {
+            const existing = bySut.get(result.run.sut) ?? [];
+            existing.push(result);
+            bySut.set(result.run.sut, existing);
+        }
+        // Analyze each SUT for each metric and perturbation
+        for (const [sut, sutResults] of bySut) {
+            for (const metric of options.metrics) {
+                for (const perturbation of options.perturbations) {
+                    // Filter to this perturbation
+                    const perturbedResults = sutResults.filter((r) => r.run.config?.perturbation === perturbation);
+                    const robustness = this.analyzeRobustnessForMetric(perturbedResults, metric);
+                    // Get baseline value
+                    const baseValues = sutResults
+                        .filter((r) => !r.run.config?.perturbation)
+                        .map((r) => r.metrics.numeric[metric]);
+                    const baselineValue = baseValues.length > 0
+                        ? baseValues.reduce((a, b) => a + b, 0) / baseValues.length
+                        : Number.NaN;
+                    analysisResults.push({
+                        sut,
+                        perturbation,
+                        metric,
+                        robustness,
+                        baselineValue,
+                        runCount: perturbedResults.length,
+                    });
+                }
+            }
+        }
+        return {
+            version: "1.0.0",
+            timestamp: new Date().toISOString(),
+            results: analysisResults,
+            config: {
+                perturbations: options.perturbations,
+                metrics: options.metrics,
+                intensityLevels: options.intensityLevels,
+                runsPerLevel: options.runsPerLevel ?? 1,
+            },
+        };
+    }
+    /**
+     * Analyze robustness of a SUT under perturbation.
+     *
+     * @param perturbedResults - Results with perturbation
+     * @param metric - Metric to analyze
+     * @returns Robustness metrics
+     */
+    analyzeRobustnessForMetric(perturbedResults, metric) {
+        const extractValues = (results, metricName) => results.map((r) => r.metrics.numeric[metricName]).filter((v) => !Number.isNaN(v));
+        const perturbedValues = extractValues(perturbedResults, metric);
+        if (perturbedValues.length === 0) {
+            return {
+                varianceUnderPerturbation: Number.NaN,
+                stdUnderPerturbation: Number.NaN,
+                coefficientOfVariation: Number.NaN,
+            };
+        }
+        // Compute statistics for perturbed results
+        const n = perturbedValues.length;
+        const mean = perturbedValues.reduce((a, b) => a + b, 0) / n;
+        const variance = perturbedValues.reduce((sum, v) => sum + (v - mean) ** 2, 0) / (n - 1);
+        const std = Math.sqrt(variance);
+        // Coefficient of variation (relative variance)
+        const coefficientOfVariation = mean !== 0 ? std / Math.abs(mean) : Number.NaN;
+        return {
+            varianceUnderPerturbation: variance,
+            stdUnderPerturbation: std,
+            coefficientOfVariation,
+        };
+    }
+    /**
+     * Summarize evaluation output.
+     *
+     * @param output - Evaluation output to summarize
+     * @returns Summary statistics
+     */
+    summarize(output) {
+        const { results } = output.data;
+        return {
+            total: results.length,
+            additional: {
+                sutsAnalyzed: new Set(results.map((r) => r.sut)).size,
+                metricsAnalyzed: output.data.config.metrics.length,
+                perturbationsTested: output.data.config.perturbations.length,
+            },
+        };
+    }
+}
+//# sourceMappingURL=robustness-evaluator.js.map

package/dist/evaluators/robustness-evaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"robustness-evaluator.js","sourceRoot":"","sources":["../../src/evaluators/robustness-evaluator.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AA4BH;;GAEG;AACH,MAAM,OAAO,mBAAmB;IAK/B,sBAAsB;IACb,IAAI,GAAG,YAAqB,CAAC;IAEtC,qBAAqB;IACb,MAAM,CAAU,OAAO,GAAG,OAAO,CAAC;IAE1C;;;;;OAKG;IACH,cAAc,CAAC,MAAiC;QAC/C,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,sBAAsB;QACtB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACzC,CAAC;aAAM,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACxC,CAAC;QAED,4BAA4B;QAC5B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;QAC/C,CAAC;aAAM,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9C,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAC9C,CAAC;QAED,wCAAwC;QACxC,IAAI,MAAM,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC;gBAC5C,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;YACjD,CAAC;iBAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,EAAE,CAAC;gBAChF,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;YAC1D,CAAC;QACF,CAAC;QAED,oCAAoC;QACpC,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,OAAO,MAAM,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;YAClF,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAC9C,CAAC;QAED,OAAO;YACN,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC1B,MAAM,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;YAC9C,QAAQ,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;SACpD,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,QAAQ,CACP,MAAiC,EACjC,KAAyB;QAEzB,mCAAmC;QACnC,MAAM,OAAO,GAA8B;YAC1C,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,YAAY,EAAE,MAAM,CAAC,YAAY;SACjC,CAAC;QAEF,6BAA6B;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAE/D,OAAO;YACN,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,mBAAmB,CAAC,OAAO;YACpC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE;gBACT,MAAM;aACN;SACD,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACK,wBAAwB,CAC/B,OAA2B,EAC3B,OAAkC;QAElC,MAAM,eAAe,GAA+B,EAAE,CAAC;QAEvD,uBAAuB;QACvB,MAAM,KAAK,GAAG,IAAI,GAAG,EAA8B,CAAC;QACpD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACjD,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACtB,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC;QAED,oDAAoD;QACpD,KAAK,MAAM,CAAC,GAAG,EAAE,UAAU,CAAC,IAAI,KAAK,EAAE,CAAC;YACvC,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACtC,KAAK,MAAM,YAAY,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;oBAClD,8BAA8B;oBAC9B,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,CACzC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,KAAK,YAAY,CAClD,CAAC;oBAEF,MAAM,UAAU,GAAG,IAAI,CAAC,0BAA0B,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;oBAE7E,qBAAqB;oBACrB,MAAM,UAAU,GAAG,UAAU;yBAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC;yBAC1C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;oBACxC,MAAM,aAAa,GAClB,UAAU,CAAC,MAAM,GAAG,CAAC;wBACpB,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM;wBAC3D,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;oBAEf,eAAe,CAAC,IAAI,CAAC;wBACpB,GAAG;wBACH,YAAY;wBACZ,MAAM;wBACN,UAAU;wBACV,aAAa;wBACb,QAAQ,EAAE,gBAAgB,CAAC,MAAM;qBACjC,CAAC,CAAC;gBACJ,CAAC;YACF,CAAC;QACF,CAAC;QAED,OAAO;YACN,OAAO,EAAE,OAAO;YAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE,eAAe;YACxB,MAAM,EAAE;gBACP,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,CAAC;aACvC;SACD,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACK,0BAA0B,CACjC,gBAAoC,EACpC,MAAc;QAEd,MAAM,aAAa,GAAG,CAAC,OAA2B,EAAE,UAAkB,EAAE,EAAE,CACzE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnF,MAAM,eAAe,GAAG,aAAa,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;QAEhE,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO;gBACN,yBAAyB,EAAE,MAAM,CAAC,GAAG;gBACrC,oBAAoB,EAAE,MAAM,CAAC,GAAG;gBAChC,sBAAsB,EAAE,MAAM,CAAC,GAAG;aAClC,CAAC;QACH,CAAC;QAED,2CAA2C;QAC3C,MAAM,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC;QACjC,MAAM,IAAI,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACxF,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEhC,+CAA+C;QAC/C,MAAM,sBAAsB,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;QAE9E,OAAO;YACN,yBAAyB,EAAE,QAAQ;YACnC,oBAAoB,EAAE,GAAG;YACzB,sBAAsB;SACtB,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,SAAS,CAAC,MAAiD;QAC1D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC;QAEhC,OAAO;YACN,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,UAAU,EAAE;gBACX,YAAY,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI;gBACrD,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM;gBAClD,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM;aAC5D;SACD,CAAC;IACH,CAAC"}

package/dist/executor/__tests__/binary-sut.unit.test.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Binary SUT Unit Tests
+ *
+ * Tests for the BinarySut class that enables arbitrary binaries
+ * to be used as System Under Test in ppef experiments.
+ */
+export {};
+//# sourceMappingURL=binary-sut.unit.test.d.ts.map

package/dist/executor/__tests__/binary-sut.unit.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"binary-sut.unit.test.d.ts","sourceRoot":"","sources":["../../../src/executor/__tests__/binary-sut.unit.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}