vaspera 2.5.0

package/dist/eval/metrics.js

@@ -0,0 +1,298 @@
+/**
+ * Evaluation Metrics
+ *
+ * Calculates precision, recall, F1 score, and other metrics
+ * from evaluation results.
+ *
+ * @module eval/metrics
+ */
+/**
+ * Calculate precision from true positives and false positives
+ * Precision = TP / (TP + FP)
+ */
+export function calculatePrecision(truePositives, falsePositives) {
+    const total = truePositives + falsePositives;
+    if (total === 0)
+        return 1; // No findings = perfect precision (no FPs)
+    return truePositives / total;
+}
+/**
+ * Calculate recall from true positives and false negatives
+ * Recall = TP / (TP + FN)
+ */
+export function calculateRecall(truePositives, falseNegatives) {
+    const total = truePositives + falseNegatives;
+    if (total === 0)
+        return 1; // No expected findings = perfect recall
+    return truePositives / total;
+}
+/**
+ * Calculate F1 score from precision and recall
+ * F1 = 2 * (precision * recall) / (precision + recall)
+ */
+export function calculateF1Score(precision, recall) {
+    if (precision + recall === 0)
+        return 0;
+    return (2 * precision * recall) / (precision + recall);
+}
+/**
+ * Calculate aggregate metrics from fixture results
+ */
+export function calculateMetrics(results) {
+    let totalExpected = 0;
+    let totalActual = 0;
+    let totalTruePositives = 0;
+    let totalFalsePositives = 0;
+    let totalFalseNegatives = 0;
+    let totalDuration = 0;
+    const byCategory = {};
+    const byScanner = {};
+    let successfulFixtures = 0;
+    let failedFixtures = 0;
+    for (const result of results) {
+        if (result.success) {
+            successfulFixtures++;
+        }
+        else {
+            failedFixtures++;
+        }
+        totalExpected += result.expectedFindings.filter((e) => e.isVulnerable).length;
+        totalActual += result.actualFindings.length;
+        totalTruePositives += result.truePositives.length;
+        totalFalsePositives += result.falsePositives.length;
+        totalFalseNegatives += result.falseNegatives.length;
+        totalDuration += result.duration;
+        // Aggregate by category
+        for (const expected of result.expectedFindings) {
+            if (!expected.isVulnerable)
+                continue;
+            const cat = expected.category;
+            if (!byCategory[cat]) {
+                byCategory[cat] = {
+                    expected: 0,
+                    truePositives: 0,
+                    falsePositives: 0,
+                    falseNegatives: 0,
+                };
+            }
+            byCategory[cat].expected++;
+        }
+        for (const tp of result.truePositives) {
+            const cat = tp.expected.category;
+            if (byCategory[cat]) {
+                byCategory[cat].truePositives++;
+            }
+        }
+        for (const fn of result.falseNegatives) {
+            const cat = fn.category;
+            if (byCategory[cat]) {
+                byCategory[cat].falseNegatives++;
+            }
+        }
+        // Aggregate by scanner
+        for (const actual of result.actualFindings) {
+            const scanner = actual.scanner;
+            if (!byScanner[scanner]) {
+                byScanner[scanner] = {
+                    findings: 0,
+                    truePositives: 0,
+                    falsePositives: 0,
+                };
+            }
+            byScanner[scanner].findings++;
+        }
+        for (const tp of result.truePositives) {
+            const scanner = tp.actual.scanner;
+            if (byScanner[scanner]) {
+                byScanner[scanner].truePositives++;
+            }
+        }
+        for (const fp of result.falsePositives) {
+            const scanner = fp.scanner;
+            if (byScanner[scanner]) {
+                byScanner[scanner].falsePositives++;
+            }
+        }
+    }
+    // Calculate overall metrics
+    const precision = calculatePrecision(totalTruePositives, totalFalsePositives);
+    const recall = calculateRecall(totalTruePositives, totalFalseNegatives);
+    const f1Score = calculateF1Score(precision, recall);
+    // Calculate per-category metrics
+    const categoryMetrics = {};
+    for (const [cat, data] of Object.entries(byCategory)) {
+        const catPrecision = calculatePrecision(data.truePositives, data.falsePositives);
+        const catRecall = calculateRecall(data.truePositives, data.falseNegatives);
+        categoryMetrics[cat] = {
+            expected: data.expected,
+            truePositives: data.truePositives,
+            falsePositives: data.falsePositives,
+            falseNegatives: data.falseNegatives,
+            precision: catPrecision,
+            recall: catRecall,
+            f1Score: calculateF1Score(catPrecision, catRecall),
+        };
+    }
+    // Calculate per-scanner metrics
+    const scannerMetrics = {};
+    for (const [scanner, data] of Object.entries(byScanner)) {
+        scannerMetrics[scanner] = {
+            findings: data.findings,
+            truePositives: data.truePositives,
+            falsePositives: data.falsePositives,
+            precision: calculatePrecision(data.truePositives, data.falsePositives),
+        };
+    }
+    return {
+        totalFixtures: results.length,
+        successfulFixtures,
+        failedFixtures,
+        totalExpected,
+        totalActual,
+        totalTruePositives,
+        totalFalsePositives,
+        totalFalseNegatives,
+        precision,
+        recall,
+        f1Score,
+        byCategory: categoryMetrics,
+        byScanner: scannerMetrics,
+        totalDuration,
+        timestamp: new Date().toISOString(),
+    };
+}
+/**
+ * Calculate stability metrics from multiple runs
+ */
+export function calculateStabilityMetrics(allRuns) {
+    if (allRuns.length === 0) {
+        return {
+            runs: 0,
+            consistentFindings: 0,
+            inconsistentFindings: 0,
+            stabilityPercent: 100,
+            byFixture: {},
+        };
+    }
+    const runs = allRuns.length;
+    const byFixture = {};
+    // Group results by fixture
+    const fixtureResults = new Map();
+    for (const run of allRuns) {
+        for (const result of run) {
+            if (!fixtureResults.has(result.fixtureId)) {
+                fixtureResults.set(result.fixtureId, []);
+            }
+            fixtureResults.get(result.fixtureId).push(result);
+        }
+    }
+    let totalConsistent = 0;
+    let totalInconsistent = 0;
+    for (const [fixtureId, results] of fixtureResults) {
+        // Count findings by signature across all runs
+        const findingCounts = new Map();
+        for (const result of results) {
+            for (const finding of result.actualFindings) {
+                const signature = `${finding.file}:${finding.line}:${finding.ruleId}`;
+                findingCounts.set(signature, (findingCounts.get(signature) || 0) + 1);
+            }
+        }
+        // Consistent = appeared in all runs, Inconsistent = appeared in some
+        let consistent = 0;
+        let inconsistent = 0;
+        for (const count of findingCounts.values()) {
+            if (count === runs) {
+                consistent++;
+            }
+            else {
+                inconsistent++;
+            }
+        }
+        const totalFindings = consistent + inconsistent;
+        byFixture[fixtureId] = totalFindings > 0 ? consistent / totalFindings : 1;
+        totalConsistent += consistent;
+        totalInconsistent += inconsistent;
+    }
+    const totalFindings = totalConsistent + totalInconsistent;
+    const stabilityPercent = totalFindings > 0
+        ? (totalConsistent / totalFindings) * 100
+        : 100;
+    return {
+        runs,
+        consistentFindings: totalConsistent,
+        inconsistentFindings: totalInconsistent,
+        stabilityPercent,
+        byFixture,
+    };
+}
+/**
+ * Check if metrics meet target thresholds
+ */
+export function meetsTargets(metrics, targets = {}) {
+    const defaultTargets = {
+        precision: 0.9,
+        recall: 0.85,
+        f1Score: 0.87,
+    };
+    const finalTargets = { ...defaultTargets, ...targets };
+    const results = {};
+    let meetsAll = true;
+    if (finalTargets.precision !== undefined) {
+        const met = metrics.precision >= finalTargets.precision;
+        results.precision = {
+            target: finalTargets.precision,
+            actual: metrics.precision,
+            met,
+        };
+        if (!met)
+            meetsAll = false;
+    }
+    if (finalTargets.recall !== undefined) {
+        const met = metrics.recall >= finalTargets.recall;
+        results.recall = {
+            target: finalTargets.recall,
+            actual: metrics.recall,
+            met,
+        };
+        if (!met)
+            meetsAll = false;
+    }
+    if (finalTargets.f1Score !== undefined) {
+        const met = metrics.f1Score >= finalTargets.f1Score;
+        results.f1Score = {
+            target: finalTargets.f1Score,
+            actual: metrics.f1Score,
+            met,
+        };
+        if (!met)
+            meetsAll = false;
+    }
+    return { meetsAll, results };
+}
+/**
+ * Format percentage for display
+ */
+export function formatPercent(value, decimals = 1) {
+    return (value * 100).toFixed(decimals) + "%";
+}
+/**
+ * Get grade based on score
+ */
+export function getGrade(score) {
+    if (score >= 0.95)
+        return "A+";
+    if (score >= 0.9)
+        return "A";
+    if (score >= 0.85)
+        return "B+";
+    if (score >= 0.8)
+        return "B";
+    if (score >= 0.75)
+        return "C+";
+    if (score >= 0.7)
+        return "C";
+    if (score >= 0.6)
+        return "D";
+    return "F";
+}
+//# sourceMappingURL=metrics.js.map

package/dist/eval/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../src/eval/metrics.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAWH;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,aAAqB,EACrB,cAAsB;IAEtB,MAAM,KAAK,GAAG,aAAa,GAAG,cAAc,CAAC;IAC7C,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC,CAAC,2CAA2C;IACtE,OAAO,aAAa,GAAG,KAAK,CAAC;AAC/B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAC7B,aAAqB,EACrB,cAAsB;IAEtB,MAAM,KAAK,GAAG,aAAa,GAAG,cAAc,CAAC;IAC7C,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC,CAAC,wCAAwC;IACnE,OAAO,aAAa,GAAG,KAAK,CAAC;AAC/B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,SAAiB,EAAE,MAAc;IAChE,IAAI,SAAS,GAAG,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACvC,OAAO,CAAC,CAAC,GAAG,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC;AACzD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAwB;IACvD,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,MAAM,UAAU,GAKX,EAAE,CAAC;IAER,MAAM,SAAS,GAIV,EAAE,CAAC;IAER,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,kBAAkB,EAAE,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,cAAc,EAAE,CAAC;QACnB,CAAC;QAED,aAAa,IAAI,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;QAC9E,WAAW,IAAI,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC;QAC5C,kBAAkB,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC;QAClD,mBAAmB,IAAI,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC;QACpD,mBAAmB,IAAI,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC;QACpD,aAAa,IAAI,MAAM,CAAC,QAAQ,CAAC;QAEjC,wBAAwB;QACxB,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC/C,IAAI,CAAC,QAAQ,CAAC,YAAY;gBAAE,SAAS;YAErC,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAAC;YAC9B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,UAAU,CAAC,GAAG,CAAC,GAAG;oBAChB,QAAQ,EAAE,CAAC;oBACX,aAAa,EAAE,CAAC;oBAChB,cAAc,EAAE,CAAC;oBACjB,cAAc,EAAE,CAAC;iBAClB,CAAC;YACJ,CAAC;YACD,UAAU,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC7B,CAAC;QAED,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACtC,MAAM,GAAG,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACjC,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACpB,UAAU,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC;YAClC,CAAC;QACH,CAAC;QAED,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YACvC,MAAM,GAAG,GAAG,EAAE,CAAC,QAAQ,CAAC;YACxB,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACpB,UAAU,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,CAAC;YACnC,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YAC3C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAC/B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxB,SAAS,CAAC,OAAO,CAAC,GAAG;oBACnB,QAAQ,EAAE,CAAC;oBACX,aAAa,EAAE,CAAC;oBAChB,cAAc,EAAE,CAAC;iBAClB,CAAC;YACJ,CAAC;YACD,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;QAChC,CAAC;QAED,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACtC,MAAM,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC;YAClC,IAAI,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvB,SAAS,CAAC,OAAO,CAAC,CAAC,aAAa,EAAE,CAAC;YACrC,CAAC;QACH,CAAC;QAED,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC;YAC3B,IAAI,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvB,SAAS,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,CAAC;YACtC,CAAC;QACH,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,MAAM,SAAS,GAAG,kBAAkB,CAAC,kBAAkB,EAAE,mBAAmB,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,eAAe,CAAC,kBAAkB,EAAE,mBAAmB,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,gBAAgB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAEpD,iCAAiC;IACjC,MAAM,eAAe,GAAmD,EAAS,CAAC;IAClF,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACrD,MAAM,YAAY,GAAG,kBAAkB,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACjF,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3E,eAAe,CAAC,GAA4B,CAAC,GAAG;YAC9C,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,SAAS,EAAE,YAAY;YACvB,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,gBAAgB,CAAC,YAAY,EAAE,SAAS,CAAC;SACnD,CAAC;IACJ,CAAC;IAED,gCAAgC;IAChC,MAAM,cAAc,GAAmC,EAAE,CAAC;IAC1D,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QACxD,cAAc,CAAC,OAAO,CAAC,GAAG;YACxB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,SAAS,EAAE,kBAAkB,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,cAAc,CAAC;SACvE,CAAC;IACJ,CAAC;IAED,OAAO;QACL,aAAa,EAAE,OAAO,CAAC,MAAM;QAC7B,kBAAkB;QAClB,cAAc;QACd,aAAa;QACb,WAAW;QACX,kBAAkB;QAClB,mBAAmB;QACnB,mBAAmB;QACnB,SAAS;QACT,MAAM;QACN,OAAO;QACP,UAAU,EAAE,eAAe;QAC3B,SAAS,EAAE,cAAc;QACzB,aAAa;QACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,yBAAyB,CACvC,OAA0B;IAE1B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO;YACL,IAAI,EAAE,CAAC;YACP,kBAAkB,EAAE,CAAC;YACrB,oBAAoB,EAAE,CAAC;YACvB,gBAAgB,EAAE,GAAG;YACrB,SAAS,EAAE,EAAE;SACd,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC;IAC5B,MAAM,SAAS,GAA2B,EAAE,CAAC;IAE7C,2BAA2B;IAC3B,MAAM,cAAc,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC1D,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,KAAK,MAAM,MAAM,IAAI,GAAG,EAAE,CAAC;YACzB,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC1C,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YAC3C,CAAC;YACD,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,cAAc,EAAE,CAAC;QAClD,8CAA8C;QAC9C,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAEhD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;gBAC5C,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACtE,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACxE,CAAC;QACH,CAAC;QAED,qEAAqE;QACrE,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,MAAM,KAAK,IAAI,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACnB,UAAU,EAAE,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC;QAED,MAAM,aAAa,GAAG,UAAU,GAAG,YAAY,CAAC;QAChD,SAAS,CAAC,SAAS,CAAC,GAAG,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAE1E,eAAe,IAAI,UAAU,CAAC;QAC9B,iBAAiB,IAAI,YAAY,CAAC;IACpC,CAAC;IAED,MAAM,aAAa,GAAG,eAAe,GAAG,iBAAiB,CAAC;IAC1D,MAAM,gBAAgB,GAAG,aAAa,GAAG,CAAC;QACxC,CAAC,CAAC,CAAC,eAAe,GAAG,aAAa,CAAC,GAAG,GAAG;QACzC,CAAC,CAAC,GAAG,CAAC;IAER,OAAO;QACL,IAAI;QACJ,kBAAkB,EAAE,eAAe;QACnC,oBAAoB,EAAE,iBAAiB;QACvC,gBAAgB;QAChB,SAAS;KACV,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAC1B,OAA0B,EAC1B,UAII,EAAE;IAKN,MAAM,cAAc,GAAG;QACrB,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,IAAI;KACd,CAAC;IAEF,MAAM,YAAY,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;IACvD,MAAM,OAAO,GAAqE,EAAE,CAAC;IAErF,IAAI,QAAQ,GAAG,IAAI,CAAC;IAEpB,IAAI,YAAY,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,OAAO,CAAC,SAAS,IAAI,YAAY,CAAC,SAAS,CAAC;QACxD,OAAO,CAAC,SAAS,GAAG;YAClB,MAAM,EAAE,YAAY,CAAC,SAAS;YAC9B,MAAM,EAAE,OAAO,CAAC,SAAS;YACzB,GAAG;SACJ,CAAC;QACF,IAAI,CAAC,GAAG;YAAE,QAAQ,GAAG,KAAK,CAAC;IAC7B,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACtC,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC;QAClD,OAAO,CAAC,MAAM,GAAG;YACf,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,GAAG;SACJ,CAAC;QACF,IAAI,CAAC,GAAG;YAAE,QAAQ,GAAG,KAAK,CAAC;IAC7B,CAAC;IAED,IAAI,YAAY,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QACvC,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,IAAI,YAAY,CAAC,OAAO,CAAC;QACpD,OAAO,CAAC,OAAO,GAAG;YAChB,MAAM,EAAE,YAAY,CAAC,OAAO;YAC5B,MAAM,EAAE,OAAO,CAAC,OAAO;YACvB,GAAG;SACJ,CAAC;QACF,IAAI,CAAC,GAAG;YAAE,QAAQ,GAAG,KAAK,CAAC;IAC7B,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,KAAa,EAAE,QAAQ,GAAG,CAAC;IACvD,OAAO,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,KAAa;IACpC,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/B,IAAI,KAAK,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IAC7B,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/B,IAAI,KAAK,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IAC7B,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/B,IAAI,KAAK,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IAC7B,IAAI,KAAK,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IAC7B,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/eval/metrics.test.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Tests for evaluation metrics
+ */
+export {};
+//# sourceMappingURL=metrics.test.d.ts.map

package/dist/eval/metrics.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.test.d.ts","sourceRoot":"","sources":["../../src/eval/metrics.test.ts"],"names":[],"mappings":"AAAA;;GAEG"}