observability-toolkit 2.0.0 → 2.1.1

package/dist/lib/quality/quality-trends.js

@@ -0,0 +1,299 @@
+/**
+ * Confidence Indicators (R3) and Trend Analysis (G4)
+ *
+ * Computes statistical confidence for metrics based on sample size, score variance,
+ * and evaluator agreement. Computes temporal trends by comparing periods.
+ *
+ * @see quality-metrics.ts for core types
+ */
+import { roundTo, SCORE_PRECISION, PERCENT_PRECISION, } from './quality-metrics.js';
+import { computeStdDev } from './quality-feature-engineering.js';
+import { CONFIDENCE_HIGH_MAX_STD_DEV, CONFIDENCE_HIGH_SAMPLE_THRESHOLD, CONFIDENCE_LOW_MAX_STD_DEV, CONFIDENCE_LOW_SAMPLE_THRESHOLD, DEFAULT_NORMALIZED_MAX_STD_DEV, KAPPA_BINS_DEFAULT, QUALITY_PERCENT_SCALE, SCORE_BAND_GOOD, TREND_MIN_SAMPLE_SIZE, TREND_STABILITY_THRESHOLD_RATIO, } from './quality-constants.js';
+// ============================================================================
+// Internal Helpers
+// ============================================================================
+/** Default confidence thresholds */
+const DEFAULT_CONFIDENCE_THRESHOLDS = {
+    lowSampleThreshold: CONFIDENCE_LOW_SAMPLE_THRESHOLD,
+    highSampleThreshold: CONFIDENCE_HIGH_SAMPLE_THRESHOLD,
+    highMaxStdDev: CONFIDENCE_HIGH_MAX_STD_DEV,
+    lowMaxStdDev: CONFIDENCE_LOW_MAX_STD_DEV,
+    highMinAgreement: SCORE_BAND_GOOD,
+};
+const MIN_EVALUATORS_FOR_AGREEMENT = 2;
+const RANGE_HALF_DIVISOR = 2;
+const MIN_OVERLAPPING_ITEMS = 2;
+/**
+ * Compute inter-evaluator agreement as a variance-based proxy.
+ * Groups evaluations by evaluator, computes average score per evaluator,
+ * then measures how close those averages are (1 = perfect agreement, 0 = max disagreement).
+ *
+ * NOTE: This is a simplified variance-based metric, NOT a true inter-rater reliability
+ * measure (e.g., Krippendorff's Alpha or Fleiss' Kappa). Max stddev is derived from
+ * the metric range (half the range width). Adequate for dashboard-level confidence indicators.
+ *
+ * @param evaluations - Scored evaluations to analyze
+ * @param range - Metric score range (default [0,1]). Max stddev = (max - min) / 2.
+ */
+function computeEvaluatorAgreement(evaluations, range) {
+    const byEvaluator = new Map();
+    for (const e of evaluations) {
+        if (e.scoreValue === undefined || e.scoreValue === null)
+            continue;
+        const key = e.evaluator ?? '_default';
+        const scores = byEvaluator.get(key) ?? [];
+        scores.push(e.scoreValue);
+        byEvaluator.set(key, scores);
+    }
+    if (byEvaluator.size < MIN_EVALUATORS_FOR_AGREEMENT)
+        return null;
+    // Compute mean per evaluator
+    const means = [];
+    for (const scores of byEvaluator.values()) {
+        means.push(scores.reduce((s, v) => s + v, 0) / scores.length);
+    }
+    // Agreement = 1 - (stddev of means / max possible stddev)
+    // Max possible stddev for range [min, max] is (max - min) / 2
+    const maxStdDev = range ? Math.abs(range.max - range.min) / RANGE_HALF_DIVISOR : DEFAULT_NORMALIZED_MAX_STD_DEV;
+    const stdDev = computeStdDev(means);
+    if (stdDev === null || maxStdDev === 0)
+        return null;
+    return roundTo(Math.max(0, 1 - stdDev / maxStdDev), SCORE_PRECISION);
+}
+/**
+ * Determine trend direction based on delta and metric semantics.
+ * For 'above' direction metrics (e.g., hallucination rate), a decrease is improving.
+ * For 'below' direction metrics (e.g., relevance), an increase is improving.
+ * Stability threshold is proportional to metric range (1% of range width).
+ */
+function determineTrendDirection(delta, primaryDirection, range) {
+    // Stability threshold proportional to metric range (1% of range width)
+    const rangeWidth = range ? Math.abs(range.max - range.min) : 1;
+    const stabilityThreshold = rangeWidth * TREND_STABILITY_THRESHOLD_RATIO;
+    if (Math.abs(delta) < stabilityThreshold)
+        return 'stable';
+    // If primary alert direction is 'above' (bad-when-high), decrease is improving
+    if (primaryDirection === 'above') {
+        return delta < 0 ? 'improving' : 'degrading';
+    }
+    // Default: 'below' direction (bad-when-low), increase is improving
+    return delta > 0 ? 'improving' : 'degrading';
+}
+// ============================================================================
+// Cohen's Kappa (Inter-Rater Reliability)
+// ============================================================================
+/** Number of bins for discretizing continuous scores into categorical ratings */
+const KAPPA_BINS = KAPPA_BINS_DEFAULT;
+/**
+ * Discretize a continuous score [0,1] into a categorical bin index.
+ * Maps to KAPPA_BINS categories: [0, 0.2) → 0, [0.2, 0.4) → 1, etc.
+ */
+function discretizeScore(score, bins = KAPPA_BINS) {
+    return Math.min(bins - 1, Math.floor(score * bins));
+}
+/**
+ * Compute Cohen's Kappa for two evaluators on overlapping items.
+ * Kappa = (P_o - P_e) / (1 - P_e) where P_o is observed agreement
+ * and P_e is expected agreement by chance.
+ *
+ * Continuous scores are discretized into KAPPA_BINS categories.
+ * Requires at least 2 overlapping items evaluated by both raters.
+ *
+ * Note: Only the first two evaluators are compared. If more than two
+ * evaluators are present, the remaining are ignored.
+ *
+ * @returns Kappa value in [-1, 1], or null if insufficient data.
+ *   1 = perfect agreement, 0 = chance agreement, <0 = worse than chance.
+ */
+export function computeCohensKappa(evaluations) {
+    // Group by evaluator, then by item (traceId or index)
+    const byEvaluator = new Map();
+    for (let i = 0; i < evaluations.length; i++) {
+        const e = evaluations[i];
+        if (!e)
+            continue;
+        if (e.scoreValue === undefined || e.scoreValue === null)
+            continue;
+        const evaluator = e.evaluator ?? '_default';
+        const item = e.traceId ?? `idx-${i}`;
+        let evaluatorScores = byEvaluator.get(evaluator);
+        if (!evaluatorScores) {
+            evaluatorScores = new Map();
+            byEvaluator.set(evaluator, evaluatorScores);
+        }
+        evaluatorScores.set(item, e.scoreValue);
+    }
+    const evaluatorKeys = [...byEvaluator.keys()];
+    if (evaluatorKeys.length < MIN_EVALUATORS_FOR_AGREEMENT)
+        return null;
+    // Use first two evaluators (most common case: rule vs llm)
+    const firstEvaluator = evaluatorKeys[0];
+    const secondEvaluator = evaluatorKeys[1];
+    if (!firstEvaluator || !secondEvaluator)
+        return null;
+    const rater1 = byEvaluator.get(firstEvaluator);
+    const rater2 = byEvaluator.get(secondEvaluator);
+    if (!rater1 || !rater2)
+        return null;
+    // Find overlapping items
+    const overlapping = [];
+    for (const [item, score1] of rater1) {
+        const score2 = rater2.get(item);
+        if (score2 !== undefined) {
+            overlapping.push([discretizeScore(score1), discretizeScore(score2)]);
+        }
+    }
+    if (overlapping.length < MIN_OVERLAPPING_ITEMS)
+        return null;
+    const n = overlapping.length;
+    // Build confusion matrix
+    const matrix = Array.from({ length: KAPPA_BINS }, () => new Array(KAPPA_BINS).fill(0));
+    for (const [a, b] of overlapping) {
+        const row = matrix[a];
+        if (!row)
+            continue;
+        const cell = row[b];
+        if (cell === undefined)
+            continue;
+        row[b] = cell + 1;
+    }
+    // P_o: observed agreement (diagonal sum / total)
+    let agreed = 0;
+    for (let i = 0; i < KAPPA_BINS; i++) {
+        const row = matrix[i];
+        if (!row)
+            continue;
+        const diagonal = row[i];
+        if (diagonal === undefined)
+            continue;
+        agreed += diagonal;
+    }
+    const po = agreed / n;
+    // P_e: expected agreement by chance
+    let pe = 0;
+    for (let k = 0; k < KAPPA_BINS; k++) {
+        let row = 0;
+        let col = 0;
+        const rowValues = matrix[k];
+        if (!rowValues)
+            continue;
+        for (let j = 0; j < KAPPA_BINS; j++) {
+            const rowCell = rowValues[j];
+            if (rowCell !== undefined)
+                row += rowCell;
+            const colRow = matrix[j];
+            if (!colRow)
+                continue;
+            const colCell = colRow[k];
+            if (colCell !== undefined)
+                col += colCell;
+        }
+        pe += (row / n) * (col / n);
+    }
+    if (pe >= 1)
+        return null; // Degenerate case: all in one category
+    return roundTo((po - pe) / (1 - pe), SCORE_PRECISION);
+}
+// ============================================================================
+// Public API
+// ============================================================================
+/**
+ * Compute confidence indicator for a metric.
+ * Considers sample count, score variance, and evaluator agreement.
+ *
+ * @param evaluations - Evaluation results to analyze
+ * @param thresholds - Optional custom thresholds for confidence levels
+ * @param range - Optional metric score range for evaluator agreement normalization (default [0,1])
+ * @returns Confidence indicator with level, sample count, and agreement metrics
+ */
+export function computeConfidence(evaluations, thresholds, range) {
+    const t = { ...DEFAULT_CONFIDENCE_THRESHOLDS, ...thresholds };
+    const scored = evaluations.filter((e) => e.scoreValue !== undefined && e.scoreValue !== null);
+    const scores = scored.map(e => e.scoreValue);
+    const evaluators = new Set(scored.map(e => e.evaluator ?? '_default'));
+    const stdDev = computeStdDev(scores);
+    const agreement = computeEvaluatorAgreement(scored, range);
+    let level;
+    if (scores.length < t.lowSampleThreshold || (stdDev !== null && stdDev > t.lowMaxStdDev)) {
+        level = 'low';
+    }
+    else if (scores.length >= t.highSampleThreshold && (stdDev === null || stdDev <= t.highMaxStdDev) && (agreement === null || agreement >= t.highMinAgreement)) {
+        level = 'high';
+    }
+    else {
+        level = 'medium';
+    }
+    return {
+        level,
+        sampleCount: scores.length,
+        scoreStdDev: stdDev,
+        evaluatorCount: evaluators.size,
+        evaluatorAgreement: agreement,
+    };
+}
+/**
+ * Compute trend by comparing current aggregation values to previous period values.
+ * Uses the first alert threshold's aggregation as the primary comparison metric.
+ * Sets `lowSampleWarning` when sample count is below `TREND_MIN_SAMPLE_SIZE` (30),
+ * indicating that the trend direction may not be statistically meaningful.
+ *
+ * @param currentValues - Current period aggregation values
+ * @param previousValues - Previous period aggregation values
+ * @param config - Metric configuration (used for alert direction and range)
+ * @param sampleCount - Optional sample count for low-sample warning
+ * @returns Trend result, or undefined if current/previous values are null
+ */
+export function computeTrend(currentValues, previousValues, config, sampleCount) {
+    // Use the first value alert's aggregation as the primary metric to track
+    // (skip divergence alerts which have no aggregation field)
+    const primaryAlert = config.alerts.find(a => !('type' in a && a.type === 'divergence'));
+    const valueAlert = primaryAlert;
+    const aggregation = valueAlert?.aggregation ?? 'avg';
+    const direction = valueAlert?.direction;
+    const current = currentValues[aggregation];
+    const previous = previousValues[aggregation];
+    if (current === null || previous === null)
+        return undefined;
+    const delta = current - previous;
+    const percentChange = previous !== 0
+        ? roundTo((delta / Math.abs(previous)) * QUALITY_PERCENT_SCALE, PERCENT_PRECISION)
+        : null;
+    return {
+        direction: determineTrendDirection(delta, direction, config.range),
+        delta: roundTo(delta, SCORE_PRECISION),
+        percentChange,
+        previousValue: previous,
+        currentValue: current,
+        aggregation,
+        ...(sampleCount !== undefined && sampleCount < TREND_MIN_SAMPLE_SIZE ? { lowSampleWarning: true } : {}),
+    };
+}
+/**
+ * Compute a session-level quality score from trajectory analysis metrics.
+ * Wraps `analyzeTrajectory()` from agent-judge-verification and produces
+ * a composite score that penalizes redundancy and inefficiency.
+ *
+ * Score = efficiencyRatio * (1 - redundancyPenalty)
+ * where redundancyPenalty = redundantActions / max(toolCallCount, 1)
+ *
+ * @param trajectoryMetrics - Output from `analyzeTrajectory()`
+ * @returns Session trajectory score with breakdown
+ */
+export function computeSessionTrajectoryScore(trajectoryMetrics) {
+    const { length, toolCallCount, uniqueTools, efficiencyRatio, redundantActions } = trajectoryMetrics;
+    // Redundancy penalty: fraction of tool calls that were redundant
+    const redundancyPenalty = toolCallCount > 0
+        ? Math.min(1, redundantActions / toolCallCount)
+        : 0;
+    // Composite score: efficiency * (1 - redundancy)
+    const score = roundTo(efficiencyRatio * (1 - redundancyPenalty), SCORE_PRECISION);
+    return {
+        score: Math.max(0, Math.min(1, score)),
+        actionCount: length,
+        uniqueTools,
+        efficiencyRatio: roundTo(Math.max(0, Math.min(1, efficiencyRatio)), SCORE_PRECISION),
+        redundantActions,
+        redundancyPenalty: roundTo(redundancyPenalty, SCORE_PRECISION),
+    };
+}
+//# sourceMappingURL=quality-trends.js.map

package/dist/lib/quality/quality-trends.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-trends.js","sourceRoot":"","sources":["../../../src/lib/quality/quality-trends.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EACL,OAAO,EACP,eAAe,EACf,iBAAiB,GAOlB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACjE,OAAO,EACL,2BAA2B,EAC3B,gCAAgC,EAChC,0BAA0B,EAC1B,+BAA+B,EAC/B,8BAA8B,EAC9B,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EACf,qBAAqB,EACrB,+BAA+B,GAChC,MAAM,wBAAwB,CAAC;AAuBhC,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,oCAAoC;AACpC,MAAM,6BAA6B,GAAmC;IACpE,kBAAkB,EAAE,+BAA+B;IACnD,mBAAmB,EAAE,gCAAgC;IACrD,aAAa,EAAE,2BAA2B;IAC1C,YAAY,EAAE,0BAA0B;IACxC,gBAAgB,EAAE,eAAe;CAClC,CAAC;AACF,MAAM,4BAA4B,GAAG,CAAC,CAAC;AACvC,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAGhC;;;;;;;;;;;GAWG;AACH,SAAS,yBAAyB,CAChC,WAA+B,EAC/B,KAAoC;IAEpC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAoB,CAAC;IAChD,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;QAC5B,IAAI,CAAC,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,CAAC,UAAU,KAAK,IAAI;YAAE,SAAS;QAClE,MAAM,GAAG,GAAG,CAAC,CAAC,SAAS,IAAI,UAAU,CAAC;QACtC,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QAC1C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QAC1B,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,WAAW,CAAC,IAAI,GAAG,4BAA4B;QAAE,OAAO,IAAI,CAAC;IAEjE,6BAA6B;IAC7B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,MAAM,IAAI,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IAChE,CAAC;IAED,0DAA0D;IAC1D,8DAA8D;IAC9D,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC,8BAA8B,CAAC;IAChH,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACpC,IAAI,MAAM,KAAK,IAAI,IAAI,SAAS,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACpD,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,GAAG,SAAS,CAAC,EAAE,eAAe,CAAC,CAAC;AACvE,CAAC;AAED;;;;;GAKG;AACH,SAAS,uBAAuB,CAC9B,KAAa,EACb,gBAAgD,EAChD,KAAoC;IAEpC,uEAAuE;IACvE,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/D,MAAM,kBAAkB,GAAG,UAAU,GAAG,+BAA+B,CAAC;IACxE,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,kBAAkB;QAAE,OAAO,QAAQ,CAAC;IAE1D,+EAA+E;IAC/E,IAAI,gBAAgB,KAAK,OAAO,EAAE,CAAC;QACjC,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC;IAC/C,CAAC;IACD,mEAAmE;IACnE,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC;AAC/C,CAAC;AAED,+EAA+E;AAC/E,0CAA0C;AAC1C,+EAA+E;AAE/E,iFAAiF;AACjF,MAAM,UAAU,GAAG,kBAAkB,CAAC;AAEtC;;;GAGG;AACH,SAAS,eAAe,CAAC,KAAa,EAAE,OAAe,UAAU;IAC/D,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC;AACtD,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,kBAAkB,CAChC,WAA+B;IAE/B,sDAAsD;IACtD,MAAM,WAAW,GAAG,IAAI,GAAG,EAA+B,CAAC;IAC3D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QACzB,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,IAAI,CAAC,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,CAAC,UAAU,KAAK,IAAI;YAAE,SAAS;QAClE,MAAM,SAAS,GAAG,CAAC,CAAC,SAAS,IAAI,UAAU,CAAC;QAC5C,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,EAAE,CAAC;QACrC,IAAI,eAAe,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,eAAe,GAAG,IAAI,GAAG,EAAE,CAAC;YAC5B,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;QAC9C,CAAC;QACD,eAAe,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,aAAa,GAAG,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9C,IAAI,aAAa,CAAC,MAAM,GAAG,4BAA4B;QAAE,OAAO,IAAI,CAAC;IAErE,2DAA2D;IAC3D,MAAM,cAAc,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IACxC,MAAM,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,CAAC,cAAc,IAAI,CAAC,eAAe;QAAE,OAAO,IAAI,CAAC;IACrD,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IAChD,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAEpC,yBAAyB;IACzB,MAAM,WAAW,GAA4B,EAAE,CAAC;IAChD,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,WAAW,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,GAAG,qBAAqB;QAAE,OAAO,IAAI,CAAC;IAE5D,MAAM,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC;IAE7B,yBAAyB;IACzB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAa,CAAC,CAAC;IACnG,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,IAAI,KAAK,SAAS;YAAE,SAAS;QACjC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;IACpB,CAAC;IAED,iDAAiD;IACjD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,QAAQ,KAAK,SAAS;YAAE,SAAS;QACrC,MAAM,IAAI,QAAQ,CAAC;IACrB,CAAC;IACD,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,CAAC;IAEtB,oCAAoC;IACpC,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,CAAC,SAAS;YAAE,SAAS;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC7B,IAAI,OAAO,KAAK,SAAS;gBAAE,GAAG,IAAI,OAAO,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACzB,IAAI,CAAC,MAAM;gBAAE,SAAS;YACtB,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,OAAO,KAAK,SAAS;gBAAE,GAAG,IAAI,OAAO,CAAC;QAC5C,CAAC;QACD,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IAC9B,CAAC;IAED,IAAI,EAAE,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,uCAAuC;IAEjE,OAAO,OAAO,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,CAAC;AACxD,CAAC;AAED,+EAA+E;AAC/E,aAAa;AACb,+EAA+E;AAE/E;;;;;;;;GAQG;AACH,MAAM,UAAU,iBAAiB,CAC/B,WAA+B,EAC/B,UAAiC,EACjC,KAAoC;IAEpC,MAAM,CAAC,GAAG,EAAE,GAAG,6BAA6B,EAAE,GAAG,UAAU,EAAE,CAAC;IAC9D,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAkD,EAAE,CACtF,CAAC,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAC7C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,UAAU,CAAC,CAAC,CAAC;IACvE,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,SAAS,GAAG,yBAAyB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAE3D,IAAI,KAAmC,CAAC;IACxC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,kBAAkB,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,MAAM,GAAG,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC;QACzF,KAAK,GAAG,KAAK,CAAC;IAChB,CAAC;SAAM,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,mBAAmB,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,MAAM,IAAI,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,SAAS,IAAI,CAAC,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAC/J,KAAK,GAAG,MAAM,CAAC;IACjB,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,QAAQ,CAAC;IACnB,CAAC;IAED,OAAO;QACL,KAAK;QACL,WAAW,EAAE,MAAM,CAAC,MAAM;QAC1B,WAAW,EAAE,MAAM;QACnB,cAAc,EAAE,UAAU,CAAC,IAAI;QAC/B,kBAAkB,EAAE,SAAS;KAC9B,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,YAAY,CAC1B,aAA2D,EAC3D,cAA4D,EAC5D,MAA2B,EAC3B,WAAoB;IAEpB,yEAAyE;IACzE,2DAA2D;IAC3D,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC,CAAC;IACxF,MAAM,UAAU,GAAG,YAA0C,CAAC;IAC9D,MAAM,WAAW,GAAG,UAAU,EAAE,WAAW,IAAI,KAAK,CAAC;IACrD,MAAM,SAAS,GAAG,UAAU,EAAE,SAAS,CAAC;IAExC,MAAM,OAAO,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;IAE7C,IAAI,OAAO,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAE5D,MAAM,KAAK,GAAG,OAAO,GAAG,QAAQ,CAAC;IACjC,MAAM,aAAa,GAAG,QAAQ,KAAK,CAAC;QAClC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,qBAAqB,EAAE,iBAAiB,CAAC;QAClF,CAAC,CAAC,IAAI,CAAC;IAET,OAAO;QACL,SAAS,EAAE,uBAAuB,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC;QAClE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,eAAe,CAAC;QACtC,aAAa;QACb,aAAa,EAAE,QAAQ;QACvB,YAAY,EAAE,OAAO;QACrB,WAAW;QACX,GAAG,CAAC,WAAW,KAAK,SAAS,IAAI,WAAW,GAAG,qBAAqB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxG,CAAC;AACJ,CAAC;AAsBD;;;;;;;;;;GAUG;AACH,MAAM,UAAU,6BAA6B,CAC3C,iBAMC;IAED,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,eAAe,EAAE,gBAAgB,EAAE,GAAG,iBAAiB,CAAC;IAEpG,iEAAiE;IACjE,MAAM,iBAAiB,GAAG,aAAa,GAAG,CAAC;QACzC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,GAAG,aAAa,CAAC;QAC/C,CAAC,CAAC,CAAC,CAAC;IAEN,iDAAiD;IACjD,MAAM,KAAK,GAAG,OAAO,CAAC,eAAe,GAAG,CAAC,CAAC,GAAG,iBAAiB,CAAC,EAAE,eAAe,CAAC,CAAC;IAElF,OAAO;QACL,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACtC,WAAW,EAAE,MAAM;QACnB,WAAW;QACX,eAAe,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,EAAE,eAAe,CAAC;QACpF,gBAAgB;QAChB,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,EAAE,eAAe,CAAC;KAC/D,CAAC;AACJ,CAAC"}

package/dist/lib/quality/quality-trends.test.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Tests for Quality Trends and Confidence Indicators
+ * Extracted from quality-metrics.test.ts
+ */
+export {};
+//# sourceMappingURL=quality-trends.test.d.ts.map

package/dist/lib/quality/quality-trends.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-trends.test.d.ts","sourceRoot":"","sources":["../../../src/lib/quality/quality-trends.test.ts"],"names":[],"mappings":"AAAA;;;GAGG"}