observability-toolkit 2.0.0 → 2.1.0

package/dist/lib/quality/quality-views.test.js

@@ -0,0 +1,262 @@
+/**
+ * Tests for Quality Views (Role-Specific Views, Progressive Disclosure, Evaluation Detail)
+ * Extracted from quality-metrics.test.ts
+ */
+import { describe, it } from 'vitest';
+import * as assert from 'node:assert';
+import { QUALITY_METRICS, computeDashboardSummary, computeRoleView, computeMetricDetail, toEvaluationDetail, roleViewOptionsSchema, } from './quality-metrics.js';
+import { TEST_SCORE_BASELINE, TEST_SCORE_GOOD, TEST_SCORE_HIGH, TEST_SCORE_MID, TEST_SCORE_STRONG, TEST_SCORE_VERY_LOW, } from './quality-test-constants.js';
+import { COUNT_FIVE, COUNT_HUNDRED, COUNT_TEN, COUNT_THREE, COUNT_THOUSAND, COUNT_TWO, COUNT_TWO_HUNDRED, COUNT_TWENTY, } from '../../test-helpers/test-constants.js';
+describe('quality-views', () => {
+    // ==========================================================================
+    // Role-Specific Views (G7)
+    // ==========================================================================
+    describe('computeRoleView', () => {
+        function makeDashboard() {
+            const evaluationsByMetric = new Map([
+                ['relevance', [
+                        { timestamp: '2026-01-01T00:00:00Z', evaluationName: 'relevance', scoreValue: 0.3 },
+                    ]],
+                ['faithfulness', [
+                        { timestamp: '2026-01-01T00:00:00Z', evaluationName: 'faithfulness', scoreValue: TEST_SCORE_HIGH },
+                    ]],
+            ]);
+            return computeDashboardSummary(evaluationsByMetric);
+        }
+        it('creates executive view with status summary', () => {
+            const dashboard = makeDashboard();
+            const view = computeRoleView(dashboard, 'executive');
+            assert.strictEqual(view.role, 'executive');
+            assert.ok(view.summary);
+            assert.ok(view.metricStatuses.length > 0);
+            assert.ok('alertCounts' in view);
+            assert.strictEqual(typeof view.alertCounts.critical, 'number');
+        });
+        it('creates operator view with prioritized alerts', () => {
+            const dashboard = makeDashboard();
+            const view = computeRoleView(dashboard, 'operator');
+            assert.strictEqual(view.role, 'operator');
+            assert.ok(Array.isArray(view.prioritizedAlerts));
+            assert.ok(Array.isArray(view.alertingMetrics));
+            assert.ok(Array.isArray(view.degradingTrends));
+            // Alerts should be sorted critical-first
+            if (view.prioritizedAlerts.length >= COUNT_TWO) {
+                const severityOrder = { critical: 0, warning: 1, info: 2 };
+                for (let i = 1; i < view.prioritizedAlerts.length; i++) {
+                    assert.ok(severityOrder[view.prioritizedAlerts[i].severity] >=
+                        severityOrder[view.prioritizedAlerts[i - 1].severity]);
+                }
+            }
+        });
+        it('creates auditor view with full provenance', () => {
+            const dashboard = makeDashboard();
+            const view = computeRoleView(dashboard, 'auditor');
+            assert.strictEqual(view.role, 'auditor');
+            assert.ok(view.metrics.length > 0);
+            assert.ok(view.alerts.length >= 0);
+            assert.ok(view.timestamp);
+            assert.strictEqual(typeof view.totalEvaluationCount, 'number');
+        });
+        it('operator view filters to alerting metrics only', () => {
+            const dashboard = makeDashboard();
+            const view = computeRoleView(dashboard, 'operator');
+            for (const metric of view.alertingMetrics) {
+                assert.ok(metric.alerts.length > 0, `${metric.name} should have alerts`);
+            }
+        });
+        it('executive view includes topIssues sorted by severity', () => {
+            const dashboard = makeDashboard();
+            const view = computeRoleView(dashboard, 'executive');
+            assert.ok(Array.isArray(view.topIssues));
+            assert.ok(view.topIssues.length <= COUNT_FIVE); // default limit
+            // Should be sorted worst-first
+            if (view.topIssues.length >= COUNT_TWO) {
+                const statusOrder = { critical: 0, warning: 1, no_data: 2, healthy: 3 };
+                for (let i = 1; i < view.topIssues.length; i++) {
+                    assert.ok((statusOrder[view.topIssues[i].status] ?? COUNT_THREE) >=
+                        (statusOrder[view.topIssues[i - 1].status] ?? COUNT_THREE));
+                }
+            }
+        });
+        it('executive view respects configurable topIssuesLimit', () => {
+            const dashboard = makeDashboard();
+            const view = computeRoleView(dashboard, 'executive', { topIssuesLimit: COUNT_TWO });
+            assert.ok(view.topIssues.length <= COUNT_TWO);
+        });
+        it('operator view filters out info-level alerts', () => {
+            const dashboard = makeDashboard();
+            // Add an info alert
+            dashboard.alerts.push({
+                severity: 'info', message: 'Info alert', aggregation: 'avg',
+                threshold: TEST_SCORE_MID, actualValue: TEST_SCORE_BASELINE, direction: 'below', metricName: 'test',
+            });
+            const view = computeRoleView(dashboard, 'operator');
+            for (const alert of view.prioritizedAlerts) {
+                assert.notStrictEqual(alert.severity, 'info');
+            }
+        });
+        it('operator view filters by minActionableSampleCount', () => {
+            const dashboard = makeDashboard();
+            // All existing alerts should have affectedCount from computeQualityMetric
+            const view = computeRoleView(dashboard, 'operator', { minActionableSampleCount: COUNT_THOUSAND });
+            // With very high threshold, alerts with low affectedCount should be filtered
+            for (const alert of view.prioritizedAlerts) {
+                if (alert.affectedCount !== undefined) {
+                    assert.ok(alert.affectedCount >= COUNT_THOUSAND);
+                }
+            }
+        });
+        it('executive view includes SLA summary when available', () => {
+            const evaluationsByMetric = new Map([
+                ['relevance', [
+                        { timestamp: '2026-01-01T00:00:00Z', evaluationName: 'relevance', scoreValue: TEST_SCORE_STRONG },
+                    ]],
+            ]);
+            const slas = [
+                { metric: 'relevance', aggregation: 'p50', target: TEST_SCORE_GOOD, direction: 'above' },
+            ];
+            const dashboard = computeDashboardSummary(evaluationsByMetric, undefined, undefined, slas);
+            const view = computeRoleView(dashboard, 'executive');
+            assert.strictEqual(view.slaCompliantCount, 1);
+            assert.strictEqual(view.slaTotalCount, 1);
+        });
+    });
+    // ==========================================================================
+    // Progressive Disclosure (G3)
+    // ==========================================================================
+    describe('computeMetricDetail', () => {
+        const config = QUALITY_METRICS.relevance;
+        it('includes score distribution with 10 buckets by default', () => {
+            const evals = Array.from({ length: COUNT_TWENTY }, (_, i) => ({
+                timestamp: `2026-01-01T00:00:${String(i).padStart(COUNT_TWO, '0')}Z`,
+                evaluationName: 'relevance', scoreValue: i / COUNT_TWENTY,
+            }));
+            const detail = computeMetricDetail(evals, config);
+            assert.strictEqual(detail.scoreDistribution.length, COUNT_TEN);
+            const totalCount = detail.scoreDistribution.reduce((s, b) => s + b.count, 0);
+            assert.strictEqual(totalCount, COUNT_TWENTY);
+        });
+        it('supports configurable bucket count', () => {
+            const evals = Array.from({ length: COUNT_TWENTY }, (_, i) => ({
+                timestamp: `2026-01-01T00:00:${String(i).padStart(COUNT_TWO, '0')}Z`,
+                evaluationName: 'relevance', scoreValue: i / COUNT_TWENTY,
+            }));
+            const detail = computeMetricDetail(evals, config, { bucketCount: COUNT_FIVE });
+            assert.strictEqual(detail.scoreDistribution.length, COUNT_FIVE);
+            const totalCount = detail.scoreDistribution.reduce((s, b) => s + b.count, 0);
+            assert.strictEqual(totalCount, COUNT_TWENTY);
+        });
+        it('clamps bucket count to valid range (2-100)', () => {
+            const evals = [
+                { timestamp: '2026-01-01T00:00:00Z', evaluationName: 'relevance', scoreValue: TEST_SCORE_MID },
+            ];
+            const detailLow = computeMetricDetail(evals, config, { bucketCount: 1 });
+            assert.strictEqual(detailLow.scoreDistribution.length, COUNT_TWO); // clamped to min 2
+            const detailHigh = computeMetricDetail(evals, config, { bucketCount: COUNT_TWO_HUNDRED });
+            assert.strictEqual(detailHigh.scoreDistribution.length, COUNT_HUNDRED); // clamped to max 100
+        });
+        it('includes worst evaluations sorted ascending', () => {
+            const evals = [
+                { timestamp: '2026-01-01T00:00:00Z', evaluationName: 'relevance', scoreValue: TEST_SCORE_HIGH, explanation: 'Great' },
+                { timestamp: '2026-01-01T00:01:00Z', evaluationName: 'relevance', scoreValue: TEST_SCORE_VERY_LOW, explanation: 'Bad' },
+                { timestamp: '2026-01-01T00:02:00Z', evaluationName: 'relevance', scoreValue: TEST_SCORE_MID, explanation: 'Ok' },
+            ];
+            const detail = computeMetricDetail(evals, config);
+            assert.strictEqual(detail.worstEvaluations[0].scoreValue, TEST_SCORE_VERY_LOW);
+            assert.strictEqual(detail.worstEvaluations[0].explanation, 'Bad');
+        });
+        it('includes best evaluations sorted descending', () => {
+            const evals = [
+                { timestamp: '2026-01-01T00:00:00Z', evaluationName: 'relevance', scoreValue: TEST_SCORE_HIGH },
+                { timestamp: '2026-01-01T00:01:00Z', evaluationName: 'relevance', scoreValue: TEST_SCORE_VERY_LOW },
+                { timestamp: '2026-01-01T00:02:00Z', evaluationName: 'relevance', scoreValue: TEST_SCORE_MID },
+            ];
+            const detail = computeMetricDetail(evals, config);
+            assert.strictEqual(detail.bestEvaluations[0].scoreValue, TEST_SCORE_HIGH);
+        });
+        it('respects topN parameter', () => {
+            const evals = Array.from({ length: COUNT_TWENTY }, (_, i) => ({
+                timestamp: `2026-01-01T00:00:${String(i).padStart(COUNT_TWO, '0')}Z`,
+                evaluationName: 'relevance', scoreValue: i / COUNT_TWENTY,
+            }));
+            const detail = computeMetricDetail(evals, config, { topN: COUNT_THREE });
+            assert.strictEqual(detail.worstEvaluations.length, COUNT_THREE);
+            assert.strictEqual(detail.bestEvaluations.length, COUNT_THREE);
+        });
+        it('inherits base QualityMetricResult fields', () => {
+            const evals = [
+                { timestamp: '2026-01-01T00:00:00Z', evaluationName: 'relevance', scoreValue: TEST_SCORE_GOOD },
+            ];
+            const detail = computeMetricDetail(evals, config);
+            assert.strictEqual(detail.name, 'relevance');
+            assert.strictEqual(detail.sampleCount, 1);
+            assert.ok(detail.values.avg !== null);
+        });
+        it('handles empty evaluations', () => {
+            const detail = computeMetricDetail([], config);
+            assert.strictEqual(detail.scoreDistribution.length, COUNT_TEN);
+            assert.strictEqual(detail.worstEvaluations.length, 0);
+            assert.strictEqual(detail.bestEvaluations.length, 0);
+        });
+    });
+    describe('toEvaluationDetail', () => {
+        it('converts EvaluationResult to EvaluationDetailResult', () => {
+            const eval_ = {
+                timestamp: '2026-01-01T00:00:00Z',
+                evaluationName: 'relevance',
+                scoreValue: TEST_SCORE_STRONG,
+                scoreLabel: 'pass',
+                explanation: 'Good match',
+                evaluator: 'gpt-4',
+                evaluatorType: 'llm',
+                traceId: 'trace-123',
+                spanId: 'span-456',
+                sessionId: 'sess-789',
+            };
+            const detail = toEvaluationDetail(eval_);
+            assert.strictEqual(detail.evaluationName, 'relevance');
+            assert.strictEqual(detail.scoreValue, TEST_SCORE_STRONG);
+            assert.strictEqual(detail.explanation, 'Good match');
+            assert.strictEqual(detail.traceId, 'trace-123');
+            assert.strictEqual(detail.timestamp, '2026-01-01T00:00:00Z');
+        });
+        it('handles optional fields as undefined', () => {
+            const eval_ = {
+                timestamp: '2026-01-01T00:00:00Z',
+                evaluationName: 'relevance',
+            };
+            const detail = toEvaluationDetail(eval_);
+            assert.strictEqual(detail.scoreValue, undefined);
+            assert.strictEqual(detail.explanation, undefined);
+            assert.strictEqual(detail.traceId, undefined);
+        });
+    });
+    // ==========================================================================
+    // roleViewOptionsSchema (ZOD-QV-3)
+    // ==========================================================================
+    describe('roleViewOptionsSchema', () => {
+        it('accepts valid options and empty object', () => {
+            const full = roleViewOptionsSchema.safeParse({
+                topIssuesLimit: COUNT_THREE,
+                minActionableSampleCount: COUNT_TEN,
+                cqiWeights: { relevance: TEST_SCORE_HIGH, faithfulness: TEST_SCORE_MID },
+            });
+            assert.strictEqual(full.success, true);
+            assert.strictEqual(roleViewOptionsSchema.safeParse({}).success, true);
+        });
+        const invalidCases = [
+            ['non-integer topIssuesLimit', { topIssuesLimit: 2.5 }],
+            ['topIssuesLimit < 1', { topIssuesLimit: 0 }],
+            ['negative minActionableSampleCount', { minActionableSampleCount: -1 }],
+            ['empty-string cqiWeights key', { cqiWeights: { '': 0.5 } }],
+            ['negative cqiWeights value', { cqiWeights: { relevance: -1 } }],
+            ['non-finite cqiWeights value', { cqiWeights: { relevance: Infinity } }],
+        ];
+        for (const [label, input] of invalidCases) {
+            it(`rejects ${label}`, () => {
+                assert.strictEqual(roleViewOptionsSchema.safeParse(input).success, false);
+            });
+        }
+    });
+});
+//# sourceMappingURL=quality-views.test.js.map

package/dist/lib/quality/quality-views.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-views.test.js","sourceRoot":"","sources":["../../../src/lib/quality/quality-views.test.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,EACL,eAAe,EACf,uBAAuB,EACvB,eAAe,EACf,mBAAmB,EACnB,kBAAkB,EAClB,qBAAqB,GAItB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,mBAAmB,EACnB,eAAe,EACf,eAAe,EACf,cAAc,EACd,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,UAAU,EACV,aAAa,EACb,SAAS,EACT,WAAW,EACX,cAAc,EACd,SAAS,EACT,iBAAiB,EACjB,YAAY,GACb,MAAM,sCAAsC,CAAC;AAE9C,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,6EAA6E;IAC7E,2BAA2B;IAC3B,6EAA6E;IAE7E,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,SAAS,aAAa;YACpB,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAA6B;gBAC9D,CAAC,WAAW,EAAE;wBACZ,EAAE,SAAS,EAAE,sBAAsB,EAAE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,EAAE;qBACpF,CAAC;gBACF,CAAC,cAAc,EAAE;wBACf,EAAE,SAAS,EAAE,sBAAsB,EAAE,cAAc,EAAE,cAAc,EAAE,UAAU,EAAE,eAAe,EAAE;qBACnG,CAAC;aACH,CAAC,CAAC;YACH,OAAO,uBAAuB,CAAC,mBAAmB,CAAC,CAAC;QACtD,CAAC;QAED,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,eAAe,CAAC,SAAS,EAAE,WAAW,CAAkB,CAAC;YAEtE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YAC3C,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxB,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,EAAE,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC;YACjC,MAAM,CAAC,WAAW,CAAC,OAAO,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACvD,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,eAAe,CAAC,SAAS,EAAE,UAAU,CAAiB,CAAC;YAEpE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAC1C,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC;YAE/C,yCAAyC;YACzC,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBAC/C,MAAM,aAAa,GAA2B,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;gBACnF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACvD,MAAM,CAAC,EAAE,CACP,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;wBACjD,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CACtD,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,eAAe,CAAC,SAAS,EAAE,SAAS,CAAgB,CAAC;YAElE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YACzC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC1B,MAAM,CAAC,WAAW,CAAC,OAAO,IAAI,CAAC,oBAAoB,EAAE,QAAQ,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;YACxD,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,eAAe,CAAC,SAAS,EAAE,UAAU,CAAiB,CAAC;YAEpE,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBAC1C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,qBAAqB,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;YAC9D,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,eAAe,CAAC,SAAS,EAAE,WAAW,CAAkB,CAAC;YAEtE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,UAAU,CAAC,CAAC,CAAC,gBAAgB;YAChE,+BAA+B;YAC/B,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBACvC,MAAM,WAAW,GAA2B,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;gBAChG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC/C,MAAM,CAAC,EAAE,CACP,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC;wBACtD,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC,CAC3D,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,eAAe,CAC1B,SAAS,EACT,WAAW,EACX,EAAE,cAAc,EAAE,SAAS,EAAE,CACb,CAAC;YAEnB,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;YAClC,oBAAoB;YACpB,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC;gBACpB,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK;gBAC3D,SAAS,EAAE,cAAc,EAAE,WAAW,EAAE,mBAAmB,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM;aACpG,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,eAAe,CAAC,SAAS,EAAE,UAAU,CAAiB,CAAC;YAEpE,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC3C,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAChD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;YAClC,0EAA0E;YAC1E,MAAM,IAAI,GAAG,eAAe,CAAC,SAAS,EAAE,UAAU,EAAE,EAAE,wBAAwB,EAAE,cAAc,EAAE,CAAiB,CAAC;YAElH,6EAA6E;YAC7E,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC3C,IAAI,KAAK,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;oBACtC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,aAAa,IAAI,cAAc,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAA6B;gBAC9D,CAAC,WAAW,EAAE;wBACZ,EAAE,SAAS,EAAE,sBAAsB,EAAE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,iBAAiB,EAAE;qBAClG,CAAC;aACH,CAAC,CAAC;YACH,MAAM,IAAI,GAAG;gBACX,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,KAAc,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,OAAgB,EAAE;aAC3G,CAAC;YACF,MAAM,SAAS,GAAG,uBAAuB,CAAC,mBAAmB,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;YAC3F,MAAM,IAAI,GAAG,eAAe,CAAC,SAAS,EAAE,WAAW,CAAkB,CAAC;YAEtE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC;YAC9C,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,6EAA6E;IAC7E,8BAA8B;IAC9B,6EAA6E;IAE7E,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,MAAM,MAAM,GAAG,eAAe,CAAC,SAAS,CAAC;QAEzC,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;YAChE,MAAM,KAAK,GAAuB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAChF,SAAS,EAAE,oBAAoB,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG;gBACpE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,GAAG,YAAY;aAC1D,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAElD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAC/D,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC7E,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,KAAK,GAAuB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAChF,SAAS,EAAE,oBAAoB,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG;gBACpE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,GAAG,YAAY;aAC1D,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC;YAE/E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAChE,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC7E,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,KAAK,GAAuB;gBAChC,EAAE,SAAS,EAAE,sBAAsB,EAAE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,cAAc,EAAE;aAC/F,CAAC;YAEF,MAAM,SAAS,GAAG,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;YACzE,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,iBAAiB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,mBAAmB;YAEtF,MAAM,UAAU,GAAG,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,iBAAiB,EAAE,CAAC,CAAC;YAC1F,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,iBAAiB,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,qBAAqB;QAC/F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,KAAK,GAAuB;gBAChC,EAAE,SAAS,EAAE,sBAAsB,EAAE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,eAAe,EAAE,WAAW,EAAE,OAAO,EAAE;gBACrH,EAAE,SAAS,EAAE,sBAAsB,EAAE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,mBAAmB,EAAE,WAAW,EAAE,KAAK,EAAE;gBACvH,EAAE,SAAS,EAAE,sBAAsB,EAAE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,cAAc,EAAE,WAAW,EAAE,IAAI,EAAE;aAClH,CAAC;YAEF,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAElD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,mBAAmB,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,KAAK,GAAuB;gBAChC,EAAE,SAAS,EAAE,sBAAsB,EAAE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,eAAe,EAAE;gBAC/F,EAAE,SAAS,EAAE,sBAAsB,EAAE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,mBAAmB,EAAE;gBACnG,EAAE,SAAS,EAAE,sBAAsB,EAAE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,cAAc,EAAE;aAC/F,CAAC;YAEF,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAElD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;YACjC,MAAM,KAAK,GAAuB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAChF,SAAS,EAAE,oBAAoB,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG;gBACpE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,GAAG,YAAY;aAC1D,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YAEzE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YAChE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,KAAK,GAAuB;gBAChC,EAAE,SAAS,EAAE,sBAAsB,EAAE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,eAAe,EAAE;aAChG,CAAC;YAEF,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAElD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,MAAM,GAAG,mBAAmB,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YAE/C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAC/D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACtD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,MAAM,KAAK,GAAqB;gBAC9B,SAAS,EAAE,sBAAsB;gBACjC,cAAc,EAAE,WAAW;gBAC3B,UAAU,EAAE,iBAAiB;gBAC7B,UAAU,EAAE,MAAM;gBAClB,WAAW,EAAE,YAAY;gBACzB,SAAS,EAAE,OAAO;gBAClB,aAAa,EAAE,KAAK;gBACpB,OAAO,EAAE,WAAW;gBACpB,MAAM,EAAE,UAAU;gBAClB,SAAS,EAAE,UAAU;aACtB,CAAC;YAEF,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;YAEzC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;YACvD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;YACzD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;YACrD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,sBAAsB,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,MAAM,KAAK,GAAqB;gBAC9B,SAAS,EAAE,sBAAsB;gBACjC,cAAc,EAAE,WAAW;aAC5B,CAAC;YAEF,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;YAEzC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YACjD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YAClD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,6EAA6E;IAC7E,mCAAmC;IACnC,6EAA6E;IAE7E,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,IAAI,GAAG,qBAAqB,CAAC,SAAS,CAAC;gBAC3C,cAAc,EAAE,WAAW;gBAC3B,wBAAwB,EAAE,SAAS;gBACnC,UAAU,EAAE,EAAE,SAAS,EAAE,eAAe,EAAE,YAAY,EAAE,cAAc,EAAE;aACzE,CAAC,CAAC;YACH,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACvC,MAAM,CAAC,WAAW,CAAC,qBAAqB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;QAEH,MAAM,YAAY,GAA6C;YAC7D,CAAC,4BAA4B,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,CAAC;YACvD,CAAC,oBAAoB,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC;YAC7C,CAAC,mCAAmC,EAAE,EAAE,wBAAwB,EAAE,CAAC,CAAC,EAAE,CAAC;YACvE,CAAC,6BAA6B,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC;YAC5D,CAAC,2BAA2B,EAAE,EAAE,UAAU,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;YAChE,CAAC,6BAA6B,EAAE,EAAE,UAAU,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,CAAC;SACzE,CAAC;QACF,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,YAAY,EAAE,CAAC;YAC1C,EAAE,CAAC,WAAW,KAAK,EAAE,EAAE,GAAG,EAAE;gBAC1B,MAAM,CAAC,WAAW,CAAC,qBAAqB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC5E,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/lib/quality/quality-visualization.d.ts

@@ -0,0 +1,112 @@
+/**
+ * Pipeline Visualization (G8) and Coverage Heatmap (G9)
+ *
+ * Pipeline funnel visualization for evaluation flow analysis and
+ * coverage heatmap for identifying evaluation gaps across metrics and inputs.
+ *
+ * @see quality-metrics.ts for core types
+ */
+import type { EvaluationResult } from '../../backends/index.js';
+import { type QualityDashboardSummary } from './quality-metrics.js';
+/** Stage in an evaluation pipeline with entry count and optional metadata */
+export interface PipelineStage {
+    /** Stage identifier */
+    name: string;
+    /** Human-readable display name */
+    displayName: string;
+    /** Number of evaluations entering this stage */
+    entryCount: number;
+    /** Number of evaluations exiting this stage */
+    exitCount: number;
+}
+/** Drop-off at a pipeline stage (evaluations lost from entry to exit) */
+export interface PipelineDropoff {
+    /** Stage where drop-off occurs */
+    stage: string;
+    /** Absolute count of evaluations lost at this stage */
+    dropped: number;
+    /** Percentage of stage entries lost (0-100) */
+    dropoffPercent: number;
+}
+/** Full pipeline visualization result */
+export interface PipelineResult {
+    /** Ordered pipeline stages */
+    stages: PipelineStage[];
+    /** Drop-off metrics between consecutive stages */
+    dropoffs: PipelineDropoff[];
+    /** Overall pipeline conversion rate (exit of last / entry of first, 0-100) */
+    overallConversionPercent: number;
+}
+/**
+ * Compute pipeline visualization from evaluation data across metrics.
+ *
+ * Models the evaluation flow as 4 stages:
+ * 1. Ingested: total evaluation records received
+ * 2. Scored: records with valid (non-null, finite) scores
+ * 3. Evaluated: scored records belonging to metrics with non-no_data status
+ * 4. Alerted: scored records belonging to metrics that triggered alerts
+ *
+ * Note: Stages 3-4 count per-metric sampleCounts, which may differ from unique
+ * evaluation records if the same trace produces evaluations for multiple metrics.
+ *
+ * @param evaluationsByMetric - Map of metric name to evaluation results
+ * @param dashboard - Computed dashboard summary (must be derived from the same evaluationsByMetric)
+ */
+export declare function computePipelineView(evaluationsByMetric: Map<string, EvaluationResult[]>, dashboard: QualityDashboardSummary): PipelineResult;
+/** Coverage status for a single metric across a specific input/session */
+export type CoverageStatus = 'covered' | 'partial' | 'missing';
+/** Coverage cell in the heatmap matrix */
+export interface CoverageCell {
+    /** Metric name */
+    metric: string;
+    /** Input identifier (session, trace, or group key) */
+    input: string;
+    /** Coverage status */
+    status: CoverageStatus;
+    /** Number of evaluations for this metric+input pair */
+    count: number;
+}
+/** Coverage gap identified by the heatmap analysis */
+export interface CoverageGap {
+    /** Metric missing coverage */
+    metric: string;
+    /** Inputs that lack coverage for this metric */
+    missingInputs: string[];
+    /** Coverage percentage for this metric (0-100) */
+    coveragePercent: number;
+}
+/** Full coverage heatmap result */
+export interface CoverageHeatmap {
+    /** All unique metrics in the matrix */
+    metrics: string[];
+    /** All unique inputs in the matrix */
+    inputs: string[];
+    /** Coverage cells (metric x input matrix flattened) */
+    cells: CoverageCell[];
+    /** Identified coverage gaps */
+    gaps: CoverageGap[];
+    /** Overall coverage percentage across all metric+input pairs */
+    overallCoveragePercent: number;
+}
+/** Options for configuring coverage heatmap computation */
+export interface CoverageHeatmapOptions {
+    /** Which field to use as input identifier (default: 'traceId') */
+    inputKey?: 'traceId' | 'sessionId';
+    /** Minimum evaluations to count as 'covered' (default: 1, uses >=) */
+    coveredThreshold?: number;
+    /** Minimum evaluations to count as 'partial' (default: 0, uses >) */
+    partialThreshold?: number;
+}
+/**
+ * Compute coverage heatmap showing which metrics are evaluated across which inputs.
+ *
+ * Groups evaluations by metric and input identifier (traceId or sessionId),
+ * then computes a coverage matrix with gap identification.
+ *
+ * Evaluations with undefined/null input keys are grouped under 'unknown'.
+ *
+ * @param evaluationsByMetric - Map of metric name to evaluation results
+ * @param options - Configuration for input key and coverage thresholds
+ */
+export declare function computeCoverageHeatmap(evaluationsByMetric: Map<string, EvaluationResult[]>, options?: CoverageHeatmapOptions | 'traceId' | 'sessionId'): CoverageHeatmap;
+//# sourceMappingURL=quality-visualization.d.ts.map

package/dist/lib/quality/quality-visualization.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-visualization.d.ts","sourceRoot":"","sources":["../../../src/lib/quality/quality-visualization.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAA8B,KAAK,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAOhG,6EAA6E;AAC7E,MAAM,WAAW,aAAa;IAC5B,uBAAuB;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,kCAAkC;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,gDAAgD;IAChD,UAAU,EAAE,MAAM,CAAC;IACnB,+CAA+C;IAC/C,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,yEAAyE;AACzE,MAAM,WAAW,eAAe;IAC9B,kCAAkC;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,uDAAuD;IACvD,OAAO,EAAE,MAAM,CAAC;IAChB,+CAA+C;IAC/C,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,yCAAyC;AACzC,MAAM,WAAW,cAAc;IAC7B,8BAA8B;IAC9B,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,kDAAkD;IAClD,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,8EAA8E;IAC9E,wBAAwB,EAAE,MAAM,CAAC;CAClC;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,mBAAmB,CACjC,mBAAmB,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,CAAC,EACpD,SAAS,EAAE,uBAAuB,GACjC,cAAc,CA4ChB;AAMD,0EAA0E;AAC1E,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,SAAS,GAAG,SAAS,CAAC;AAE/D,0CAA0C;AAC1C,MAAM,WAAW,YAAY;IAC3B,kBAAkB;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,sDAAsD;IACtD,KAAK,EAAE,MAAM,CAAC;IACd,sBAAsB;IACtB,MAAM,EAAE,cAAc,CAAC;IACvB,uDAAuD;IACvD,KAAK,EAAE,MAAM,CAAC;CACf;AAED,sDAAsD;AACtD,MAAM,WAAW,WAAW;IAC1B,8BAA8B;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,kDAAkD;IAClD,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,mCAAmC;AACnC,MAAM,WAAW,eAAe;IAC9B,uCAAuC;IACvC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,sCAAsC;IACtC,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,uDAAuD;IACvD,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB,+BAA+B;IAC/B,IAAI,EAAE,WAAW,EAAE,CAAC;IACpB,gEAAgE;IAChE,sBAAsB,EAAE,MAAM,CAAC;CAChC;AAOD,2DAA2D;AAC3D,MAAM,WAAW,sBAAsB;IACrC,kEAAkE;IAClE,QAAQ,CAAC,EAAE,SAAS,GAAG,WAAW,CAAC;IACnC,sEAAsE;IACtE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qEAAqE;IACrE,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,sBAAsB,CACpC,mBAAmB,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,CAAC,EACpD,OAAO,CAAC,EAAE,sBAAsB,GAAG,SAAS,GAAG,WAAW,GACzD,eAAe,CA+DjB"}

package/dist/lib/quality/quality-visualization.js

@@ -0,0 +1,136 @@
+/**
+ * Pipeline Visualization (G8) and Coverage Heatmap (G9)
+ *
+ * Pipeline funnel visualization for evaluation flow analysis and
+ * coverage heatmap for identifying evaluation gaps across metrics and inputs.
+ *
+ * @see quality-metrics.ts for core types
+ */
+import { roundTo, PERCENT_PRECISION } from './quality-metrics.js';
+import { QUALITY_PERCENT_SCALE } from './quality-constants.js';
+/**
+ * Compute pipeline visualization from evaluation data across metrics.
+ *
+ * Models the evaluation flow as 4 stages:
+ * 1. Ingested: total evaluation records received
+ * 2. Scored: records with valid (non-null, finite) scores
+ * 3. Evaluated: scored records belonging to metrics with non-no_data status
+ * 4. Alerted: scored records belonging to metrics that triggered alerts
+ *
+ * Note: Stages 3-4 count per-metric sampleCounts, which may differ from unique
+ * evaluation records if the same trace produces evaluations for multiple metrics.
+ *
+ * @param evaluationsByMetric - Map of metric name to evaluation results
+ * @param dashboard - Computed dashboard summary (must be derived from the same evaluationsByMetric)
+ */
+export function computePipelineView(evaluationsByMetric, dashboard) {
+    // Stage 1: All ingested evaluations
+    let totalIngested = 0;
+    let totalScored = 0;
+    for (const evals of evaluationsByMetric.values()) {
+        totalIngested += evals.length;
+        totalScored += evals.filter(e => e.scoreValue !== undefined).length;
+    }
+    // Stage 3: Metrics with data (non-no_data status)
+    const evaluatedMetrics = dashboard.metrics.filter(m => m.status !== 'no_data');
+    const totalEvaluated = evaluatedMetrics.reduce((sum, m) => sum + m.sampleCount, 0);
+    // Stage 4: Metrics with alerts
+    const alertedMetrics = dashboard.metrics.filter(m => m.alerts.length > 0);
+    const totalAlerted = alertedMetrics.reduce((sum, m) => sum + m.sampleCount, 0);
+    const stages = [
+        { name: 'ingested', displayName: 'Ingested', entryCount: totalIngested, exitCount: totalScored },
+        { name: 'scored', displayName: 'Scored', entryCount: totalScored, exitCount: totalEvaluated },
+        { name: 'evaluated', displayName: 'Evaluated', entryCount: totalEvaluated, exitCount: totalAlerted },
+        { name: 'alerted', displayName: 'Alerted', entryCount: totalAlerted, exitCount: totalAlerted },
+    ];
+    const dropoffs = [];
+    for (const stage of stages) {
+        const dropped = stage.entryCount - stage.exitCount;
+        const dropoffPercent = stage.entryCount > 0
+            ? roundTo((dropped / stage.entryCount) * QUALITY_PERCENT_SCALE, PERCENT_PRECISION)
+            : 0;
+        dropoffs.push({
+            stage: stage.name,
+            dropped: Math.max(0, dropped),
+            dropoffPercent: Math.max(0, dropoffPercent),
+        });
+    }
+    const overallConversionPercent = totalIngested > 0
+        ? roundTo((totalAlerted / totalIngested) * QUALITY_PERCENT_SCALE, PERCENT_PRECISION)
+        : 0;
+    return { stages, dropoffs, overallConversionPercent };
+}
+/** Default minimum evaluations per metric+input pair to count as 'covered' */
+const DEFAULT_COVERED_THRESHOLD = 1;
+/** Default minimum evaluations for 'partial' coverage (> 0 but < covered threshold) */
+const DEFAULT_PARTIAL_THRESHOLD = 0;
+/**
+ * Compute coverage heatmap showing which metrics are evaluated across which inputs.
+ *
+ * Groups evaluations by metric and input identifier (traceId or sessionId),
+ * then computes a coverage matrix with gap identification.
+ *
+ * Evaluations with undefined/null input keys are grouped under 'unknown'.
+ *
+ * @param evaluationsByMetric - Map of metric name to evaluation results
+ * @param options - Configuration for input key and coverage thresholds
+ */
+export function computeCoverageHeatmap(evaluationsByMetric, options) {
+    // Support legacy positional inputKey argument
+    const opts = typeof options === 'string'
+        ? { inputKey: options }
+        : options ?? {};
+    const inputKey = opts.inputKey ?? 'traceId';
+    const coveredThreshold = opts.coveredThreshold ?? DEFAULT_COVERED_THRESHOLD;
+    const partialThreshold = opts.partialThreshold ?? DEFAULT_PARTIAL_THRESHOLD;
+    // Collect all unique inputs across all metrics
+    const allInputs = new Set();
+    const metricInputCounts = new Map();
+    for (const [metric, evals] of evaluationsByMetric) {
+        const inputCounts = new Map();
+        for (const ev of evals) {
+            const input = (inputKey === 'traceId' ? ev.traceId : ev.sessionId) ?? 'unknown';
+            allInputs.add(input);
+            inputCounts.set(input, (inputCounts.get(input) ?? 0) + 1);
+        }
+        metricInputCounts.set(metric, inputCounts);
+    }
+    const metrics = [...evaluationsByMetric.keys()].sort();
+    const inputs = [...allInputs].sort();
+    const cells = [];
+    const gaps = [];
+    let coveredCount = 0;
+    const totalPairs = metrics.length * inputs.length;
+    for (const metric of metrics) {
+        const inputCounts = metricInputCounts.get(metric) ?? new Map();
+        const missingInputs = [];
+        for (const input of inputs) {
+            const count = inputCounts.get(input) ?? 0;
+            let status;
+            if (count >= coveredThreshold) {
+                status = 'covered';
+                coveredCount++;
+            }
+            else if (count > partialThreshold) {
+                status = 'partial';
+                coveredCount++;
+            }
+            else {
+                status = 'missing';
+                missingInputs.push(input);
+            }
+            cells.push({ metric, input, status, count });
+        }
+        const coveragePercent = inputs.length > 0
+            ? roundTo(((inputs.length - missingInputs.length) / inputs.length) * QUALITY_PERCENT_SCALE, PERCENT_PRECISION)
+            : 0;
+        if (missingInputs.length > 0) {
+            gaps.push({ metric, missingInputs, coveragePercent });
+        }
+    }
+    const overallCoveragePercent = totalPairs > 0
+        ? roundTo((coveredCount / totalPairs) * QUALITY_PERCENT_SCALE, PERCENT_PRECISION)
+        : 0;
+    return { metrics, inputs, cells, gaps, overallCoveragePercent };
+}
+//# sourceMappingURL=quality-visualization.js.map

package/dist/lib/quality/quality-visualization.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-visualization.js","sourceRoot":"","sources":["../../../src/lib/quality/quality-visualization.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAgC,MAAM,sBAAsB,CAAC;AAChG,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAsC/D;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,mBAAmB,CACjC,mBAAoD,EACpD,SAAkC;IAElC,oCAAoC;IACpC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,KAAK,IAAI,mBAAmB,CAAC,MAAM,EAAE,EAAE,CAAC;QACjD,aAAa,IAAI,KAAK,CAAC,MAAM,CAAC;QAC9B,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAC9B,CAAC,CAAC,UAAU,KAAK,SAAS,CAC3B,CAAC,MAAM,CAAC;IACX,CAAC;IAED,kDAAkD;IAClD,MAAM,gBAAgB,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IAC/E,MAAM,cAAc,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAEnF,+BAA+B;IAC/B,MAAM,cAAc,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1E,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAE/E,MAAM,MAAM,GAAoB;QAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE;QAChG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,cAAc,EAAE;QAC7F,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,cAAc,EAAE,SAAS,EAAE,YAAY,EAAE;QACpG,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE;KAC/F,CAAC;IAEF,MAAM,QAAQ,GAAsB,EAAE,CAAC;IACvC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC;QACnD,MAAM,cAAc,GAAG,KAAK,CAAC,UAAU,GAAG,CAAC;YACzC,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,qBAAqB,EAAE,iBAAiB,CAAC;YAClF,CAAC,CAAC,CAAC,CAAC;QACN,QAAQ,CAAC,IAAI,CAAC;YACZ,KAAK,EAAE,KAAK,CAAC,IAAI;YACjB,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC;YAC7B,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC;SAC5C,CAAC,CAAC;IACL,CAAC;IAED,MAAM,wBAAwB,GAAG,aAAa,GAAG,CAAC;QAChD,CAAC,CAAC,OAAO,CAAC,CAAC,YAAY,GAAG,aAAa,CAAC,GAAG,qBAAqB,EAAE,iBAAiB,CAAC;QACpF,CAAC,CAAC,CAAC,CAAC;IAEN,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,wBAAwB,EAAE,CAAC;AACxD,CAAC;AA6CD,8EAA8E;AAC9E,MAAM,yBAAyB,GAAG,CAAC,CAAC;AACpC,uFAAuF;AACvF,MAAM,yBAAyB,GAAG,CAAC,CAAC;AAYpC;;;;;;;;;;GAUG;AACH,MAAM,UAAU,sBAAsB,CACpC,mBAAoD,EACpD,OAA0D;IAE1D,8CAA8C;IAC9C,MAAM,IAAI,GAA2B,OAAO,OAAO,KAAK,QAAQ;QAC9D,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE;QACvB,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,SAAS,CAAC;IAC5C,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,IAAI,yBAAyB,CAAC;IAC5E,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,IAAI,yBAAyB,CAAC;IAC5E,+CAA+C;IAC/C,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAA+B,CAAC;IAEjE,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,mBAAmB,EAAE,CAAC;QAClD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC9C,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;YAChF,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACrB,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5D,CAAC;QACD,iBAAiB,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,GAAG,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACvD,MAAM,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;IACrC,MAAM,KAAK,GAAmB,EAAE,CAAC;IACjC,MAAM,IAAI,GAAkB,EAAE,CAAC;IAC/B,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAElD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,WAAW,GAAG,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,GAAG,EAAkB,CAAC;QAC/E,MAAM,aAAa,GAAa,EAAE,CAAC;QAEnC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,MAAsB,CAAC;YAC3B,IAAI,KAAK,IAAI,gBAAgB,EAAE,CAAC;gBAC9B,MAAM,GAAG,SAAS,CAAC;gBACnB,YAAY,EAAE,CAAC;YACjB,CAAC;iBAAM,IAAI,KAAK,GAAG,gBAAgB,EAAE,CAAC;gBACpC,MAAM,GAAG,SAAS,CAAC;gBACnB,YAAY,EAAE,CAAC;YACjB,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,SAAS,CAAC;gBACnB,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;YACvC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,qBAAqB,EAAE,iBAAiB,CAAC;YAC9G,CAAC,CAAC,CAAC,CAAC;QAEN,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,eAAe,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,MAAM,sBAAsB,GAAG,UAAU,GAAG,CAAC;QAC3C,CAAC,CAAC,OAAO,CAAC,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,qBAAqB,EAAE,iBAAiB,CAAC;QACjF,CAAC,CAAC,CAAC,CAAC;IAEN,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,sBAAsB,EAAE,CAAC;AAClE,CAAC"}

package/dist/lib/quality/quality-visualization.test.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Tests for Quality Visualization helpers (Pipeline View & Coverage Heatmap)
+ */
+export {};
+//# sourceMappingURL=quality-visualization.test.d.ts.map

package/dist/lib/quality/quality-visualization.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-visualization.test.d.ts","sourceRoot":"","sources":["../../../src/lib/quality/quality-visualization.test.ts"],"names":[],"mappings":"AAAA;;GAEG"}