ppef 1.0.0 → 1.0.1

package/dist/aggregation/pipeline.js

@@ -0,0 +1,198 @@
+/**
+ * Aggregation Pipeline
+ *
+ * Transforms raw evaluation results into aggregated summaries.
+ * This is the core of the Execute -> Aggregate -> Render pipeline.
+ */
+import { computeComparison, computeSummaryStats } from "./aggregators.js";
+/**
+ * Default pipeline options.
+ */
+const DEFAULT_OPTIONS = {
+    groupByCaseClass: true,
+    computeComparisons: true,
+};
+/**
+ * Aggregate evaluation results into summaries.
+ *
+ * @param results - Raw evaluation results
+ * @param options - Aggregation options
+ * @returns Aggregated results
+ */
+export const aggregateResults = (results, options = {}) => {
+    const options_ = { ...DEFAULT_OPTIONS, ...options };
+    const aggregates = [];
+    // Group results
+    const groups = groupResults(results, options_.groupByCaseClass ?? true);
+    // Aggregate each group
+    for (const [key, groupResults] of groups) {
+        const aggregate = aggregateGroup(key, groupResults, options_.metrics);
+        aggregates.push(aggregate);
+    }
+    // Compute comparisons if enabled
+    if (options_.computeComparisons) {
+        computeAllComparisons(aggregates, results, options_);
+    }
+    return aggregates;
+};
+/**
+ * Group results by SUT and optionally by case class.
+ * @param results
+ * @param groupByCaseClass
+ */
+const groupResults = (results, groupByCaseClass) => {
+    const groups = new Map();
+    for (const result of results) {
+        const key = groupByCaseClass && result.run.caseClass
+            ? `${result.run.sut}::${result.run.caseClass}`
+            : result.run.sut;
+        const existing = groups.get(key) ?? [];
+        existing.push(result);
+        groups.set(key, existing);
+    }
+    return groups;
+};
+/**
+ * Aggregate a single group of results.
+ * @param key
+ * @param results
+ * @param metricNames
+ */
+const aggregateGroup = (key, results, metricNames) => {
+    const [sut, caseClass] = key.split("::");
+    const firstResult = results[0];
+    // Collect all unique cases
+    const uniqueCases = new Set(results.map((r) => r.run.caseId));
+    // Correctness aggregation
+    const validCount = results.filter((r) => r.correctness.valid).length;
+    const producedCount = results.filter((r) => r.correctness.producedOutput).length;
+    const matchedCount = results.filter((r) => r.correctness.matchesExpected === true).length;
+    const hasExpected = results.some((r) => r.correctness.expectedExists);
+    // Metric aggregation
+    const metricStats = {};
+    const allMetricNames = metricNames ?? getAllMetricNames(results);
+    for (const metricName of allMetricNames) {
+        const values = results
+            .map((r) => r.metrics.numeric[metricName])
+            .filter((v) => typeof v === "number" && !Number.isNaN(v));
+        if (values.length > 0) {
+            metricStats[metricName] = computeSummaryStats(values);
+        }
+    }
+    // Coverage
+    const metricCoverage = {};
+    for (const metricName of allMetricNames) {
+        const count = results.filter((r) => metricName in r.metrics.numeric).length;
+        metricCoverage[metricName] = count / results.length;
+    }
+    return {
+        sut,
+        sutRole: firstResult.run.sutRole,
+        caseClass,
+        group: {
+            runCount: results.length,
+            caseCount: uniqueCases.size,
+        },
+        correctness: {
+            validRate: results.length > 0 ? validCount / results.length : 0,
+            producedOutputRate: results.length > 0 ? producedCount / results.length : 0,
+            matchesExpectedRate: hasExpected && results.length > 0 ? matchedCount / results.length : undefined,
+        },
+        metrics: metricStats,
+        coverage: {
+            caseCoverage: 1, // Would need total cases to compute properly
+            metricCoverage,
+        },
+    };
+};
+/**
+ * Get all unique metric names from results.
+ * @param results
+ */
+const getAllMetricNames = (results) => {
+    const names = new Set();
+    for (const result of results) {
+        for (const name of Object.keys(result.metrics.numeric)) {
+            names.add(name);
+        }
+    }
+    return [...names];
+};
+/**
+ * Compute comparisons between primary and baseline SUTs.
+ * @param aggregates
+ * @param results
+ * @param options
+ */
+const computeAllComparisons = (aggregates, results, options) => {
+    // Find primary and baselines
+    const primarySut = options.primarySut ?? aggregates.find((a) => a.sutRole === "primary")?.sut;
+    const baselineSuts = options.baselineSuts ?? aggregates.filter((a) => a.sutRole === "baseline").map((a) => a.sut);
+    if (!primarySut || baselineSuts.length === 0) {
+        return;
+    }
+    // For each primary aggregate, compute comparisons
+    const primaryAggregates = aggregates.filter((a) => a.sut === primarySut);
+    for (const primaryAgg of primaryAggregates) {
+        primaryAgg.comparisons = {};
+        for (const baselineSut of baselineSuts) {
+            // Find matching baseline aggregate (same case class)
+            const baselineAgg = aggregates.find((a) => a.sut === baselineSut && a.caseClass === primaryAgg.caseClass);
+            if (!baselineAgg)
+                continue;
+            // Compute comparison for each shared metric
+            const comparisonDeltas = {};
+            const comparisonRatios = {};
+            for (const metricName of Object.keys(primaryAgg.metrics)) {
+                const primaryStats = primaryAgg.metrics[metricName];
+                const baselineStats = baselineAgg.metrics[metricName];
+                comparisonDeltas[metricName] = primaryStats.mean - baselineStats.mean;
+                comparisonRatios[metricName] =
+                    baselineStats.mean === 0 ? Infinity : primaryStats.mean / baselineStats.mean;
+            }
+            // Get raw results for detailed comparison (matched by case ID)
+            const primaryResults = results.filter((r) => r.run.sut === primarySut && r.run.caseClass === primaryAgg.caseClass);
+            const baselineResults = results.filter((r) => r.run.sut === baselineSut && r.run.caseClass === primaryAgg.caseClass);
+            // Compute statistical comparison using first shared metric
+            const sharedMetrics = Object.keys(primaryAgg.metrics).filter((m) => m in baselineAgg.metrics);
+            let comparisonMetrics;
+            if (sharedMetrics.length > 0) {
+                const metricName = sharedMetrics[0];
+                comparisonMetrics = computeComparison(primaryResults, baselineResults, metricName);
+            }
+            // Merge per-metric deltas with statistical metrics
+            primaryAgg.comparisons[baselineSut] = {
+                deltas: comparisonDeltas,
+                ratios: comparisonRatios,
+                betterRate: comparisonMetrics?.betterRate,
+                uStatistic: comparisonMetrics?.uStatistic,
+                pValue: comparisonMetrics?.pValue,
+                effectSize: comparisonMetrics?.effectSize,
+            };
+        }
+    }
+};
+/**
+ * Create a full aggregation output document.
+ * @param aggregates
+ * @param results
+ */
+export const createAggregationOutput = (aggregates, results) => {
+    const uniqueSuts = [...new Set(aggregates.map((a) => a.sut))];
+    const uniqueCaseClasses = [
+        ...new Set(aggregates.map((a) => a.caseClass).filter((c) => c !== undefined)),
+    ];
+    const uniqueCases = [...new Set(results.map((r) => r.run.caseId))];
+    return {
+        version: "1.0.0",
+        timestamp: new Date().toISOString(),
+        aggregates,
+        metadata: {
+            totalRuns: results.length,
+            totalCases: uniqueCases.length,
+            sutsIncluded: uniqueSuts,
+            caseClassesIncluded: uniqueCaseClasses.length > 0 ? uniqueCaseClasses : undefined,
+        },
+    };
+};
+//# sourceMappingURL=pipeline.js.map

package/dist/aggregation/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../src/aggregation/pipeline.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AASH,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAsB1E;;GAEG;AACH,MAAM,eAAe,GAA+B;IACnD,gBAAgB,EAAE,IAAI;IACtB,kBAAkB,EAAE,IAAI;CACxB,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC/B,OAA2B,EAC3B,UAAsC,EAAE,EACnB,EAAE;IACvB,MAAM,QAAQ,GAAG,EAAE,GAAG,eAAe,EAAE,GAAG,OAAO,EAAE,CAAC;IACpD,MAAM,UAAU,GAAuB,EAAE,CAAC;IAE1C,gBAAgB;IAChB,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC,gBAAgB,IAAI,IAAI,CAAC,CAAC;IAExE,uBAAuB;IACvB,KAAK,MAAM,CAAC,GAAG,EAAE,YAAY,CAAC,IAAI,MAAM,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,EAAE,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;QACtE,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC5B,CAAC;IAED,iCAAiC;IACjC,IAAI,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QACjC,qBAAqB,CAAC,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;IAED,OAAO,UAAU,CAAC;AACnB,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,YAAY,GAAG,CACpB,OAA2B,EAC3B,gBAAyB,EACS,EAAE;IACpC,MAAM,MAAM,GAAG,IAAI,GAAG,EAA8B,CAAC;IAErD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC9B,MAAM,GAAG,GACR,gBAAgB,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS;YACvC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE;YAC9C,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;QAEnB,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACvC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,MAAM,CAAC;AACf,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,cAAc,GAAG,CACtB,GAAW,EACX,OAA2B,EAC3B,WAAsB,EACH,EAAE;IACrB,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAE/B,2BAA2B;IAC3B,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAE9D,0BAA0B;IAC1B,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IACrE,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC;IACjF,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,eAAe,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;IAC1F,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;IAEtE,qBAAqB;IACrB,MAAM,WAAW,GAAiC,EAAE,CAAC;IACrD,MAAM,cAAc,GAAG,WAAW,IAAI,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAEjE,KAAK,MAAM,UAAU,IAAI,cAAc,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,OAAO;aACpB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;aACzC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,WAAW,CAAC,UAAU,CAAC,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;QACvD,CAAC;IACF,CAAC;IAED,WAAW;IACX,MAAM,cAAc,GAA2B,EAAE,CAAC;IAClD,KAAK,MAAM,UAAU,IAAI,cAAc,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QAC5E,cAAc,CAAC,UAAU,CAAC,GAAG,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IACrD,CAAC;IAED,OAAO;QACN,GAAG;QACH,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,OAAO;QAChC,SAAS;QACT,KAAK,EAAE;YACN,QAAQ,EAAE,OAAO,CAAC,MAAM;YACxB,SAAS,EAAE,WAAW,CAAC,IAAI;SAC3B;QACD,WAAW,EAAE;YACZ,SAAS,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC/D,kBAAkB,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC3E,mBAAmB,EAClB,WAAW,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;SAC9E;QACD,OAAO,EAAE,WAAW;QACpB,QAAQ,EAAE;YACT,YAAY,EAAE,CAAC,EAAE,6CAA6C;YAC9D,cAAc;SACd;KACD,CAAC;AACH,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,iBAAiB,GAAG,CAAC,OAA2B,EAAY,EAAE;IACnE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC9B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACxD,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjB,CAAC;IACF,CAAC;IACD,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;AACnB,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,qBAAqB,GAAG,CAC7B,UAA8B,EAC9B,OAA2B,EAC3B,OAAmC,EAC5B,EAAE;IACT,6BAA6B;IAC7B,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,EAAE,GAAG,CAAC;IAE9F,MAAM,YAAY,GACjB,OAAO,CAAC,YAAY,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAE9F,IAAI,CAAC,UAAU,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9C,OAAO;IACR,CAAC;IAED,kDAAkD;IAClD,MAAM,iBAAiB,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,UAAU,CAAC,CAAC;IAEzE,KAAK,MAAM,UAAU,IAAI,iBAAiB,EAAE,CAAC;QAC5C,UAAU,CAAC,WAAW,GAAG,EAAE,CAAC;QAE5B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACxC,qDAAqD;YACrD,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAClC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,WAAW,IAAI,CAAC,CAAC,SAAS,KAAK,UAAU,CAAC,SAAS,CACpE,CAAC;YAEF,IAAI,CAAC,WAAW;gBAAE,SAAS;YAE3B,4CAA4C;YAC5C,MAAM,gBAAgB,GAA2B,EAAE,CAAC;YACpD,MAAM,gBAAgB,GAA2B,EAAE,CAAC;YAEpD,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1D,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBACpD,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBAEtD,gBAAgB,CAAC,UAAU,CAAC,GAAG,YAAY,CAAC,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC;gBACtE,gBAAgB,CAAC,UAAU,CAAC;oBAC3B,aAAa,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC;YAC/E,CAAC;YAED,+DAA+D;YAC/D,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,KAAK,UAAU,CAAC,SAAS,CAC3E,CAAC;YACF,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CACrC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,KAAK,UAAU,CAAC,SAAS,CAC5E,CAAC;YAEF,2DAA2D;YAC3D,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;YAE9F,IAAI,iBAAgD,CAAC;YACrD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,MAAM,UAAU,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;gBACpC,iBAAiB,GAAG,iBAAiB,CAAC,cAAc,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;YACpF,CAAC;YAED,mDAAmD;YACnD,UAAU,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG;gBACrC,MAAM,EAAE,gBAAgB;gBACxB,MAAM,EAAE,gBAAgB;gBACxB,UAAU,EAAE,iBAAiB,EAAE,UAAU;gBACzC,UAAU,EAAE,iBAAiB,EAAE,UAAU;gBACzC,MAAM,EAAE,iBAAiB,EAAE,MAAM;gBACjC,UAAU,EAAE,iBAAiB,EAAE,UAAU;aACzC,CAAC;QACH,CAAC;IACF,CAAC;AACF,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CACtC,UAA8B,EAC9B,OAA2B,EACP,EAAE;IACtB,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC9D,MAAM,iBAAiB,GAAG;QACzB,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;KAC1F,CAAC;IACF,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAEnE,OAAO;QACN,OAAO,EAAE,OAAO;QAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,UAAU;QACV,QAAQ,EAAE;YACT,SAAS,EAAE,OAAO,CAAC,MAAM;YACzB,UAAU,EAAE,WAAW,CAAC,MAAM;YAC9B,YAAY,EAAE,UAAU;YACxB,mBAAmB,EAAE,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS;SACjF;KACD,CAAC;AACH,CAAC,CAAC"}

package/dist/claims/evaluator.d.ts

@@ -0,0 +1,33 @@
+/**
+ * Claims Evaluator
+ *
+ * Evaluates explicit hypotheses (claims) against aggregated results.
+ * This enables claim-driven evaluation where experiments test specific
+ * hypotheses rather than collect arbitrary metrics.
+ */
+import type { AggregatedResult } from "../types/aggregate.js";
+import type { ClaimEvaluation, ClaimEvaluationSummary, EvaluationClaim } from "../types/claims.js";
+/**
+ * Evaluate a single claim against aggregated results.
+ *
+ * @param claim - The claim to evaluate
+ * @param aggregates - Aggregated results from the pipeline
+ * @returns Claim evaluation with status and evidence
+ */
+export declare const evaluateClaim: (claim: EvaluationClaim, aggregates: AggregatedResult[]) => ClaimEvaluation;
+/**
+ * Evaluate multiple claims against aggregated results.
+ *
+ * @param claims - Claims to evaluate
+ * @param aggregates - Aggregated results
+ * @returns Array of claim evaluations
+ */
+export declare const evaluateClaims: (claims: EvaluationClaim[], aggregates: AggregatedResult[]) => ClaimEvaluation[];
+/**
+ * Create a claim evaluation summary.
+ *
+ * @param evaluations - Completed claim evaluations
+ * @returns Summary with counts and rates
+ */
+export declare const createClaimSummary: (evaluations: ClaimEvaluation[]) => ClaimEvaluationSummary;
+//# sourceMappingURL=evaluator.d.ts.map

package/dist/claims/evaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluator.d.ts","sourceRoot":"","sources":["../../src/claims/evaluator.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,OAAO,KAAK,EACX,eAAe,EACf,sBAAsB,EAGtB,eAAe,EACf,MAAM,oBAAoB,CAAC;AAE5B;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,GACzB,OAAO,eAAe,EACtB,YAAY,gBAAgB,EAAE,KAC5B,eA4DF,CAAC;AAsGF;;;;;;GAMG;AACH,eAAO,MAAM,cAAc,GAC1B,QAAQ,eAAe,EAAE,EACzB,YAAY,gBAAgB,EAAE,KAC5B,eAAe,EAA6D,CAAC;AAEhF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,GAAI,aAAa,eAAe,EAAE,KAAG,sBAoBnE,CAAC"}

package/dist/claims/evaluator.js

@@ -0,0 +1,174 @@
+/**
+ * Claims Evaluator
+ *
+ * Evaluates explicit hypotheses (claims) against aggregated results.
+ * This enables claim-driven evaluation where experiments test specific
+ * hypotheses rather than collect arbitrary metrics.
+ */
+/**
+ * Evaluate a single claim against aggregated results.
+ *
+ * @param claim - The claim to evaluate
+ * @param aggregates - Aggregated results from the pipeline
+ * @returns Claim evaluation with status and evidence
+ */
+export const evaluateClaim = (claim, aggregates) => {
+    // Filter aggregates by scope constraints
+    const filteredAggregates = filterByScope(aggregates, claim);
+    // Find primary and baseline aggregates
+    const primaryAgg = filteredAggregates.find((a) => a.sut === claim.sut);
+    const baselineAgg = filteredAggregates.find((a) => a.sut === claim.baseline);
+    // Handle missing data
+    if (!primaryAgg || !baselineAgg) {
+        return createInconclusiveResult(claim, primaryAgg ? undefined : "Primary SUT not found", baselineAgg ? undefined : "Baseline SUT not found");
+    }
+    // Get metric values
+    const primaryMetric = claim.metric;
+    const baselineMetric = claim.metric;
+    const primaryStats = primaryAgg.metrics[primaryMetric];
+    const baselineStats = baselineAgg.metrics[baselineMetric];
+    if (!(primaryMetric in primaryAgg.metrics) || !(baselineMetric in baselineAgg.metrics)) {
+        return createInconclusiveResult(claim, "Metric not found in primary results", "Metric not found in baseline results");
+    }
+    // Compute evidence
+    const primaryValue = primaryStats.mean;
+    const baselineValue = baselineStats.mean;
+    const delta = primaryValue - baselineValue;
+    const ratio = baselineValue === 0 ? Infinity : primaryValue / baselineValue;
+    // Get statistical significance if available
+    const comparison = primaryAgg.comparisons?.[claim.baseline];
+    const pValue = comparison?.pValue;
+    const effectSize = comparison?.effectSize;
+    const evidence = {
+        primaryValue,
+        baselineValue,
+        delta,
+        ratio,
+        pValue,
+        effectSize,
+        n: primaryStats.n + baselineStats.n,
+    };
+    // Determine claim status
+    const status = determineClaimStatus(claim, evidence);
+    return {
+        claim,
+        status,
+        evidence,
+    };
+};
+/**
+ * Filter aggregates by claim scope constraints.
+ * @param aggregates
+ * @param claim
+ */
+const filterByScope = (aggregates, claim) => {
+    if (!claim.scopeConstraints) {
+        return aggregates;
+    }
+    return aggregates.filter((agg) => {
+        for (const [key, value] of Object.entries(claim.scopeConstraints ?? {})) {
+            if (key === "caseClass") {
+                const allowedClasses = Array.isArray(value) ? value : [value];
+                if (!allowedClasses.includes(agg.caseClass)) {
+                    return false;
+                }
+            }
+            // Add more scope constraint checks as needed
+        }
+        return true;
+    });
+};
+/**
+ * Create an inconclusive result with reasons.
+ * @param claim
+ * @param reasons
+ */
+const createInconclusiveResult = (claim, ...reasons) => {
+    const validReasons = reasons.filter((r) => r !== undefined);
+    return {
+        claim,
+        status: "inconclusive",
+        evidence: {
+            primaryValue: Number.NaN,
+            baselineValue: Number.NaN,
+            delta: Number.NaN,
+            ratio: Number.NaN,
+        },
+        inconclusiveReason: validReasons.join("; "),
+    };
+};
+/**
+ * Determine claim status based on evidence.
+ * @param claim
+ * @param evidence
+ */
+const determineClaimStatus = (claim, evidence) => {
+    // Check for missing data
+    if (Number.isNaN(evidence.primaryValue) || Number.isNaN(evidence.baselineValue)) {
+        return "inconclusive";
+    }
+    // Check statistical significance if required
+    const significanceLevel = claim.significanceLevel ?? 0.05;
+    if (evidence.pValue !== undefined && evidence.pValue > significanceLevel) {
+        return "inconclusive";
+    }
+    // Check minimum effect size if required
+    if (claim.minEffectSize !== undefined &&
+        evidence.effectSize !== undefined &&
+        Math.abs(evidence.effectSize) < claim.minEffectSize) {
+        return "inconclusive";
+    }
+    // Evaluate direction
+    switch (claim.direction) {
+        case "greater": {
+            if (claim.threshold !== undefined) {
+                return evidence.delta >= claim.threshold ? "satisfied" : "violated";
+            }
+            return evidence.delta > 0 ? "satisfied" : "violated";
+        }
+        case "less": {
+            if (claim.threshold !== undefined) {
+                return evidence.delta <= -claim.threshold ? "satisfied" : "violated";
+            }
+            return evidence.delta < 0 ? "satisfied" : "violated";
+        }
+        case "equal": {
+            const epsilon = claim.threshold ?? 0.001;
+            return Math.abs(evidence.delta) <= epsilon ? "satisfied" : "violated";
+        }
+    }
+};
+/**
+ * Evaluate multiple claims against aggregated results.
+ *
+ * @param claims - Claims to evaluate
+ * @param aggregates - Aggregated results
+ * @returns Array of claim evaluations
+ */
+export const evaluateClaims = (claims, aggregates) => claims.map((claim) => evaluateClaim(claim, aggregates));
+/**
+ * Create a claim evaluation summary.
+ *
+ * @param evaluations - Completed claim evaluations
+ * @returns Summary with counts and rates
+ */
+export const createClaimSummary = (evaluations) => {
+    const satisfied = evaluations.filter((e) => e.status === "satisfied").length;
+    const violated = evaluations.filter((e) => e.status === "violated").length;
+    const inconclusive = evaluations.filter((e) => e.status === "inconclusive").length;
+    const definitive = satisfied + violated;
+    const satisfactionRate = definitive > 0 ? satisfied / definitive : 0;
+    return {
+        version: "1.0.0",
+        timestamp: new Date().toISOString(),
+        evaluations,
+        summary: {
+            total: evaluations.length,
+            satisfied,
+            violated,
+            inconclusive,
+            satisfactionRate,
+        },
+    };
+};
+//# sourceMappingURL=evaluator.js.map

package/dist/claims/evaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluator.js","sourceRoot":"","sources":["../../src/claims/evaluator.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAYH;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAC5B,KAAsB,EACtB,UAA8B,EACZ,EAAE;IACpB,yCAAyC;IACzC,MAAM,kBAAkB,GAAG,aAAa,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAE5D,uCAAuC;IACvC,MAAM,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,CAAC,CAAC;IACvE,MAAM,WAAW,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,CAAC,QAAQ,CAAC,CAAC;IAE7E,sBAAsB;IACtB,IAAI,CAAC,UAAU,IAAI,CAAC,WAAW,EAAE,CAAC;QACjC,OAAO,wBAAwB,CAC9B,KAAK,EACL,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,uBAAuB,EAChD,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,wBAAwB,CAClD,CAAC;IACH,CAAC;IAED,oBAAoB;IACpB,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC;IACnC,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC;IACpC,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACvD,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IAE1D,IAAI,CAAC,CAAC,aAAa,IAAI,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,cAAc,IAAI,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;QACxF,OAAO,wBAAwB,CAC9B,KAAK,EACL,qCAAqC,EACrC,sCAAsC,CACtC,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,CAAC;IACvC,MAAM,aAAa,GAAG,aAAa,CAAC,IAAI,CAAC;IACzC,MAAM,KAAK,GAAG,YAAY,GAAG,aAAa,CAAC;IAC3C,MAAM,KAAK,GAAG,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,GAAG,aAAa,CAAC;IAE5E,4CAA4C;IAC5C,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC5D,MAAM,MAAM,GAAG,UAAU,EAAE,MAAM,CAAC;IAClC,MAAM,UAAU,GAAG,UAAU,EAAE,UAAU,CAAC;IAE1C,MAAM,QAAQ,GAAkB;QAC/B,YAAY;QACZ,aAAa;QACb,KAAK;QACL,KAAK;QACL,MAAM;QACN,UAAU;QACV,CAAC,EAAE,YAAY,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC;KACnC,CAAC;IAEF,yBAAyB;IACzB,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAErD,OAAO;QACN,KAAK;QACL,MAAM;QACN,QAAQ;KACR,CAAC;AACH,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,aAAa,GAAG,CACrB,UAA8B,EAC9B,KAAsB,EACD,EAAE;IACvB,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;QAC7B,OAAO,UAAU,CAAC;IACnB,CAAC;IAED,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE;QAChC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,gBAAgB,IAAI,EAAE,CAAC,EAAE,CAAC;YACzE,IAAI,GAAG,KAAK,WAAW,EAAE,CAAC;gBACzB,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBAC9D,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAsB,CAAC,EAAE,CAAC;oBAC1D,OAAO,KAAK,CAAC;gBACd,CAAC;YACF,CAAC;YACD,6CAA6C;QAC9C,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,wBAAwB,GAAG,CAChC,KAAsB,EACtB,GAAG,OAA+B,EAChB,EAAE;IACpB,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;IAEzE,OAAO;QACN,KAAK;QACL,MAAM,EAAE,cAAc;QACtB,QAAQ,EAAE;YACT,YAAY,EAAE,MAAM,CAAC,GAAG;YACxB,aAAa,EAAE,MAAM,CAAC,GAAG;YACzB,KAAK,EAAE,MAAM,CAAC,GAAG;YACjB,KAAK,EAAE,MAAM,CAAC,GAAG;SACjB;QACD,kBAAkB,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;KAC3C,CAAC;AACH,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,oBAAoB,GAAG,CAAC,KAAsB,EAAE,QAAuB,EAAe,EAAE;IAC7F,yBAAyB;IACzB,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACjF,OAAO,cAAc,CAAC;IACvB,CAAC;IAED,6CAA6C;IAC7C,MAAM,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,IAAI,IAAI,CAAC;IAC1D,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QAC1E,OAAO,cAAc,CAAC;IACvB,CAAC;IAED,wCAAwC;IACxC,IACC,KAAK,CAAC,aAAa,KAAK,SAAS;QACjC,QAAQ,CAAC,UAAU,KAAK,SAAS;QACjC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,aAAa,EAClD,CAAC;QACF,OAAO,cAAc,CAAC;IACvB,CAAC;IAED,qBAAqB;IACrB,QAAQ,KAAK,CAAC,SAAS,EAAE,CAAC;QACzB,KAAK,SAAS,CAAC,CAAC,CAAC;YAChB,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACnC,OAAO,QAAQ,CAAC,KAAK,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC;YACrE,CAAC;YACD,OAAO,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC;QACtD,CAAC;QAED,KAAK,MAAM,CAAC,CAAC,CAAC;YACb,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACnC,OAAO,QAAQ,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC;YACtE,CAAC;YACD,OAAO,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC;QACtD,CAAC;QAED,KAAK,OAAO,CAAC,CAAC,CAAC;YACd,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC;YACzC,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC;QACvE,CAAC;IACF,CAAC;AACF,CAAC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAC7B,MAAyB,EACzB,UAA8B,EACV,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;AAEhF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,WAA8B,EAA0B,EAAE;IAC5F,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;IAC7E,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,MAAM,CAAC;IAC3E,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,cAAc,CAAC,CAAC,MAAM,CAAC;IAEnF,MAAM,UAAU,GAAG,SAAS,GAAG,QAAQ,CAAC;IACxC,MAAM,gBAAgB,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAErE,OAAO;QACN,OAAO,EAAE,OAAO;QAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,WAAW;QACX,OAAO,EAAE;YACR,KAAK,EAAE,WAAW,CAAC,MAAM;YACzB,SAAS;YACT,QAAQ;YACR,YAAY;YACZ,gBAAgB;SAChB;KACD,CAAC;AACH,CAAC,CAAC"}

package/dist/claims/index.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Claims module exports
+ *
+ * Universal claim evaluation utilities for hypothesis-driven testing.
+ */
+export { evaluateClaim, evaluateClaims, createClaimSummary } from "./evaluator.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/claims/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/claims/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC"}

package/dist/claims/index.js

@@ -0,0 +1,7 @@
+/**
+ * Claims module exports
+ *
+ * Universal claim evaluation utilities for hypothesis-driven testing.
+ */
+export { evaluateClaim, evaluateClaims, createClaimSummary } from "./evaluator.js";
+//# sourceMappingURL=index.js.map

package/dist/claims/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/claims/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC"}

package/dist/collector/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Collector Module
+ *
+ * Re-exports collector components.
+ */
+export { type AggregationOptions, ResultCollector, resultCollector, type ResultFilter, type ValidationError, } from "./result-collector.js";
+export { deepFreeze, type SchemaValidation, validateCase, validateResult, validateSutRegistration, } from "./schema.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/collector/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/collector/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACN,KAAK,kBAAkB,EACvB,eAAe,EACf,eAAe,EACf,KAAK,YAAY,EACjB,KAAK,eAAe,GACpB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACN,UAAU,EACV,KAAK,gBAAgB,EACrB,YAAY,EACZ,cAAc,EACd,uBAAuB,GACvB,MAAM,aAAa,CAAC"}

package/dist/collector/index.js

@@ -0,0 +1,8 @@
+/**
+ * Collector Module
+ *
+ * Re-exports collector components.
+ */
+export { ResultCollector, resultCollector, } from "./result-collector.js";
+export { deepFreeze, validateCase, validateResult, validateSutRegistration, } from "./schema.js";
+//# sourceMappingURL=index.js.map

package/dist/collector/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/collector/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAEN,eAAe,EACf,eAAe,GAGf,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACN,UAAU,EAEV,YAAY,EACZ,cAAc,EACd,uBAAuB,GACvB,MAAM,aAAa,CAAC"}

package/dist/collector/result-collector.d.ts

@@ -0,0 +1,159 @@
+/**
+ * Result Collector
+ *
+ * Collects, validates, and stores evaluation results.
+ * Replaces the simple MetricsCollector with a schema-aware implementation.
+ */
+import type { Primitive } from "../types/case.js";
+import type { EvaluationResult, ResultBatch } from "../types/result.js";
+import type { SutRole } from "../types/sut.js";
+/**
+ * Filter criteria for querying results.
+ */
+export interface ResultFilter {
+    /** Filter by SUT ID */
+    sut?: string;
+    /** Filter by SUT role */
+    sutRole?: SutRole;
+    /** Filter by case ID */
+    caseId?: string;
+    /** Filter by case class */
+    caseClass?: string;
+    /** Filter by validity */
+    valid?: boolean;
+    /** Filter by metric presence */
+    hasMetric?: string;
+    /** Custom predicate */
+    predicate?: (result: EvaluationResult) => boolean;
+}
+/**
+ * Aggregation options.
+ */
+export interface AggregationOptions {
+    /** Group by SUT */
+    groupBySut?: boolean;
+    /** Group by case class */
+    groupByCaseClass?: boolean;
+    /** Metrics to aggregate */
+    metrics?: string[];
+}
+/**
+ * Schema validation error.
+ */
+export interface ValidationError {
+    field: string;
+    message: string;
+}
+/**
+ * Result collector with schema validation and querying.
+ */
+export declare class ResultCollector {
+    private results;
+    private readonly schemaVersion;
+    /**
+     * Record a single result with validation.
+     *
+     * @param result - Result to record
+     * @throws Error if result fails validation
+     */
+    record(result: EvaluationResult): void;
+    /**
+     * Record multiple results.
+     *
+     * @param results - Results to record
+     */
+    recordBatch(results: EvaluationResult[]): void;
+    /**
+     * Validate a result against the schema.
+     *
+     * @param result - Result to validate
+     * @returns Array of validation errors (empty if valid)
+     */
+    validate(result: EvaluationResult): ValidationError[];
+    /**
+     * Query results with filters.
+     *
+     * @param filter - Filter criteria
+     * @returns Matching results
+     */
+    query(filter?: ResultFilter): EvaluationResult[];
+    /**
+     * Get all results for a specific SUT.
+     *
+     * @param sutId - SUT identifier
+     * @returns Results for that SUT
+     */
+    getBySut(sutId: string): EvaluationResult[];
+    /**
+     * Get all results for a specific case class.
+     *
+     * @param caseClass - Case class
+     * @returns Results for that case class
+     */
+    getByCaseClass(caseClass: string): EvaluationResult[];
+    /**
+     * Get unique SUT IDs in the collection.
+     */
+    getUniqueSuts(): string[];
+    /**
+     * Get unique case classes in the collection.
+     */
+    getUniqueCaseClasses(): string[];
+    /**
+     * Get unique metric names in the collection.
+     */
+    getUniqueMetrics(): string[];
+    /**
+     * Get all results.
+     */
+    getAll(): EvaluationResult[];
+    /**
+     * Get result count.
+     */
+    get count(): number;
+    /**
+     * Check if empty.
+     */
+    get isEmpty(): boolean;
+    /**
+     * Clear all results.
+     */
+    clear(): void;
+    /**
+     * Serialize to ResultBatch format.
+     *
+     * @param metadata - Optional batch metadata
+     * @returns Serializable batch
+     */
+    serialize(metadata?: Record<string, Primitive>): ResultBatch;
+    /**
+     * Load from a ResultBatch.
+     *
+     * @param batch - Batch to load
+     * @param append - Whether to append to existing results
+     */
+    load(batch: ResultBatch, append?: boolean): void;
+    /**
+     * Extract a specific metric across all results.
+     *
+     * @param metricName - Metric to extract
+     * @returns Array of { runId, value } pairs
+     */
+    extractMetric(metricName: string): {
+        runId: string;
+        value: number;
+    }[];
+    /**
+     * Get metric values for a specific SUT.
+     *
+     * @param sutId - SUT identifier
+     * @param metricName - Metric name
+     * @returns Array of metric values
+     */
+    getMetricValues(sutId: string, metricName: string): number[];
+}
+/**
+ * Global result collector instance.
+ */
+export declare const resultCollector: ResultCollector;
+//# sourceMappingURL=result-collector.d.ts.map

package/dist/collector/result-collector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"result-collector.d.ts","sourceRoot":"","sources":["../../src/collector/result-collector.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,KAAK,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACxE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAE/C;;GAEG;AACH,MAAM,WAAW,YAAY;IAC5B,uBAAuB;IACvB,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb,yBAAyB;IACzB,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB,wBAAwB;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,2BAA2B;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,yBAAyB;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB,gCAAgC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,uBAAuB;IACvB,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,gBAAgB,KAAK,OAAO,CAAC;CAClD;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IAClC,mBAAmB;IACnB,UAAU,CAAC,EAAE,OAAO,CAAC;IAErB,0BAA0B;IAC1B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAE3B,2BAA2B;IAC3B,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,qBAAa,eAAe;IAC3B,OAAO,CAAC,OAAO,CAA0B;IACzC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAW;IAEzC;;;;;OAKG;IACH,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI;IAUtC;;;;OAIG;IACH,WAAW,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,IAAI;IAM9C;;;;;OAKG;IACH,QAAQ,CAAC,MAAM,EAAE,gBAAgB,GAAG,eAAe,EAAE;IAyBrD;;;;;OAKG;IACH,KAAK,CAAC,MAAM,GAAE,YAAiB,GAAG,gBAAgB,EAAE;IAapD;;;;;OAKG;IACH,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,gBAAgB,EAAE;IAI3C;;;;;OAKG;IACH,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,gBAAgB,EAAE;IAIrD;;OAEG;IACH,aAAa,IAAI,MAAM,EAAE;IAIzB;;OAEG;IACH,oBAAoB,IAAI,MAAM,EAAE;IAOhC;;OAEG;IACH,gBAAgB,IAAI,MAAM,EAAE;IAU5B;;OAEG;IACH,MAAM,IAAI,gBAAgB,EAAE;IAI5B;;OAEG;IACH,IAAI,KAAK,IAAI,MAAM,CAElB;IAED;;OAEG;IACH,IAAI,OAAO,IAAI,OAAO,CAErB;IAED;;OAEG;IACH,KAAK,IAAI,IAAI;IAIb;;;;;OAKG;IACH,SAAS,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,WAAW;IAS5D;;;;;OAKG;IACH,IAAI,CAAC,KAAK,EAAE,WAAW,EAAE,MAAM,UAAQ,GAAG,IAAI;IAO9C;;;;;OAKG;IACH,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE;IASrE;;;;;;OAMG;IACH,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE;CAK5D;AAED;;GAEG;AACH,eAAO,MAAM,eAAe,iBAAwB,CAAC"}