observability-toolkit 2.0.0 → 2.1.1

package/dist/lib/quality/quality-multi-agent.test.js

@@ -0,0 +1,163 @@
+/**
+ * Tests for multi-agent evaluation helpers
+ * (extracted from quality-metrics.test.ts)
+ */
+import { describe, it } from 'vitest';
+import * as assert from 'node:assert';
+import { evaluateHandoffs, computeTurnLevelResults, computeMultiAgentEvaluation, } from './quality-metrics.js';
+import { TEST_SCORE_LOW, TEST_SCORE_MID } from './quality-test-constants.js';
+import { COUNT_THREE, COUNT_TWO } from '../../test-helpers/test-constants.js';
+describe('quality-multi-agent', () => {
+    describe('evaluateHandoffs', () => {
+        it('detects handoffs between agents', () => {
+            const steps = [
+                { step: 0, score: 0.9, explanation: 'Good start' },
+                { step: 1, score: 0.8, explanation: 'Handoff to planner' },
+                { step: 2, score: 0.7, explanation: 'Planning' },
+            ];
+            const agentMap = new Map([[0, 'router'], [1, 'planner'], [COUNT_TWO, 'planner']]);
+            const handoffs = evaluateHandoffs(steps, agentMap);
+            assert.strictEqual(handoffs.length, 1);
+            assert.strictEqual(handoffs[0].sourceAgent, 'router');
+            assert.strictEqual(handoffs[0].targetAgent, 'planner');
+            assert.strictEqual(handoffs[0].correctTarget, true);
+        });
+        it('returns empty for single agent', () => {
+            const steps = [
+                { step: 0, score: 0.9 },
+                { step: 1, score: 0.8 },
+            ];
+            const agentMap = new Map([[0, 'agent'], [1, 'agent']]);
+            const handoffs = evaluateHandoffs(steps, agentMap);
+            assert.strictEqual(handoffs.length, 0);
+        });
+        it('returns empty without agent map', () => {
+            const steps = [{ step: 0, score: 0.9 }];
+            const handoffs = evaluateHandoffs(steps);
+            assert.strictEqual(handoffs.length, 0);
+        });
+        it('marks low-score handoff as incorrect target', () => {
+            const steps = [
+                { step: 0, score: 0.9 },
+                { step: 1, score: 0.2 },
+            ];
+            const agentMap = new Map([[0, 'a'], [1, 'b']]);
+            const handoffs = evaluateHandoffs(steps, agentMap);
+            assert.strictEqual(handoffs[0].correctTarget, false);
+            assert.strictEqual(handoffs[0].contextPreserved, false);
+        });
+        it('uses custom thresholds when provided', () => {
+            const steps = [
+                { step: 0, score: 0.9 },
+                { step: 1, score: 0.6 },
+            ];
+            const agentMap = new Map([[0, 'a'], [1, 'b']]);
+            const thresholds = { correctTarget: 0.7, contextPreserved: 0.9 };
+            const handoffs = evaluateHandoffs(steps, agentMap, thresholds);
+            assert.strictEqual(handoffs[0].correctTarget, false); // 0.6 < 0.7
+            assert.strictEqual(handoffs[0].contextPreserved, false); // 0.6 < 0.9
+        });
+        it('applies default thresholds when none provided', () => {
+            const steps = [
+                { step: 0, score: 0.9 },
+                { step: 1, score: 0.55 },
+            ];
+            const agentMap = new Map([[0, 'a'], [1, 'b']]);
+            const handoffs = evaluateHandoffs(steps, agentMap);
+            assert.strictEqual(handoffs[0].correctTarget, true); // 0.55 >= 0.5
+            assert.strictEqual(handoffs[0].contextPreserved, false); // 0.55 < 0.7
+        });
+    });
+    describe('computeTurnLevelResults', () => {
+        it('maps step scores to turn results', () => {
+            const steps = [
+                { step: 0, score: 0.9 },
+                { step: 1, score: TEST_SCORE_MID },
+                { step: 2, score: 0.1 },
+            ];
+            const turns = computeTurnLevelResults(steps);
+            assert.strictEqual(turns.length, COUNT_THREE);
+            assert.strictEqual(turns[0].taskProgress, 1); // 0.9 >= 0.8
+            assert.strictEqual(turns[1].taskProgress, TEST_SCORE_MID); // 0.5 >= 0.5
+            assert.strictEqual(turns[2].hasError, true); // 0.1 < 0.3
+        });
+        it('includes agent names from map', () => {
+            const steps = [{ step: 0, score: 0.8 }];
+            const agentMap = new Map([[0, 'researcher']]);
+            const turns = computeTurnLevelResults(steps, agentMap);
+            assert.strictEqual(turns[0].agentName, 'researcher');
+        });
+        it('skips named steps (non-numeric)', () => {
+            const steps = [
+                { step: 'planning', score: 0.9 },
+                { step: 0, score: 0.8 },
+            ];
+            const turns = computeTurnLevelResults(steps);
+            assert.strictEqual(turns.length, 1);
+            assert.strictEqual(turns[0].turnIndex, 0);
+        });
+    });
+    describe('computeMultiAgentEvaluation', () => {
+        it('aggregates handoffs and turns', () => {
+            const steps = [
+                { step: 0, score: 0.9 },
+                { step: 1, score: 0.8 },
+                { step: 2, score: 0.7 },
+            ];
+            const agentMap = new Map([[0, 'router'], [1, 'planner'], [COUNT_TWO, 'executor']]);
+            const result = computeMultiAgentEvaluation(steps, agentMap);
+            assert.strictEqual(result.totalTurns, COUNT_THREE);
+            assert.ok(result.handoffScore !== null);
+            assert.ok(result.avgTurnRelevance !== null);
+            assert.strictEqual(result.handoffs.length, COUNT_TWO); // router->planner, planner->executor
+        });
+        it('computes error propagation turns', () => {
+            const steps = [
+                { step: 0, score: 0.9 },
+                { step: 1, score: 0.2 }, // error
+                { step: 2, score: TEST_SCORE_LOW },
+                { step: 3, score: 0.1 }, // error
+            ];
+            const result = computeMultiAgentEvaluation(steps);
+            assert.strictEqual(result.errorPropagationTurns, COUNT_TWO); // 2 turns after first error
+        });
+        it('handles empty step scores', () => {
+            const result = computeMultiAgentEvaluation([]);
+            assert.strictEqual(result.totalTurns, 0);
+            assert.strictEqual(result.handoffScore, null);
+            assert.strictEqual(result.avgTurnRelevance, null);
+            assert.strictEqual(result.conversationCompleteness, null);
+            assert.strictEqual(result.errorPropagationTurns, 0);
+        });
+        it('conversation completeness uses last turn', () => {
+            const steps = [
+                { step: 0, score: TEST_SCORE_MID },
+                { step: 1, score: 0.9 }, // taskProgress = 1
+            ];
+            const result = computeMultiAgentEvaluation(steps);
+            assert.strictEqual(result.conversationCompleteness, 1);
+        });
+        it('treats agentMap with all-same agents as single-agent (no handoffs)', () => {
+            const steps = [
+                { step: 0, score: 0.9 },
+                { step: 1, score: 0.8 },
+            ];
+            // All steps mapped to same agent - should produce no handoffs
+            const agentMap = new Map([[0, 'only_agent'], [1, 'only_agent']]);
+            const result = computeMultiAgentEvaluation(steps, agentMap);
+            assert.strictEqual(result.handoffs.length, 0);
+            assert.strictEqual(result.handoffScore, null);
+        });
+        it('passes custom handoff thresholds through', () => {
+            const steps = [
+                { step: 0, score: 0.9 },
+                { step: 1, score: 0.6 },
+            ];
+            const agentMap = new Map([[0, 'a'], [1, 'b']]);
+            const result = computeMultiAgentEvaluation(steps, agentMap, undefined, { correctTarget: 0.8, contextPreserved: 0.9 });
+            assert.strictEqual(result.handoffs[0].correctTarget, false); // 0.6 < 0.8
+            assert.strictEqual(result.handoffs[0].contextPreserved, false); // 0.6 < 0.9
+        });
+    });
+});
+//# sourceMappingURL=quality-multi-agent.test.js.map

package/dist/lib/quality/quality-multi-agent.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-multi-agent.test.js","sourceRoot":"","sources":["../../../src/lib/quality/quality-multi-agent.test.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,EACL,gBAAgB,EAChB,uBAAuB,EACvB,2BAA2B,GAE5B,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7E,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,sCAAsC,CAAC;AAE9E,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,KAAK,GAAgB;gBACzB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,YAAY,EAAE;gBAClD,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,oBAAoB,EAAE;gBAC1D,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,UAAU,EAAE;aACjD,CAAC;YACF,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;YAElF,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAEnD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YACtD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACvD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,KAAK,GAAgB;gBACzB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;gBACvB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;aACxB,CAAC;YACF,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;YAEvD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAEnD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,KAAK,GAAgB,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACrD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAEzC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,KAAK,GAAgB;gBACzB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;gBACvB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;aACxB,CAAC;YACF,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;YAE/C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAEnD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;YACrD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,MAAM,KAAK,GAAgB;gBACzB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;gBACvB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;aACxB,CAAC;YACF,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM,UAAU,GAAsB,EAAE,aAAa,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE,CAAC;YAEpF,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;YAE/D,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,CAAC,YAAY;YAClE,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC,CAAC,YAAY;QACvE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACvD,MAAM,KAAK,GAAgB;gBACzB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;gBACvB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE;aACzB,CAAC;YACF,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;YAE/C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAEnD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,CAAE,cAAc;YACpE,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC,CAAC,aAAa;QACxE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACvC,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,KAAK,GAAgB;gBACzB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;gBACvB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE;gBAClC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;aACxB,CAAC;YAEF,MAAM,KAAK,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;YAE7C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YAC9C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAG,aAAa;YAC7D,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC,CAAE,aAAa;YACzE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAM,YAAY;QAChE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,KAAK,GAAgB,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACrD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;YAE9C,MAAM,KAAK,GAAG,uBAAuB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAEvD,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,KAAK,GAAgB;gBACzB,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE;gBAChC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;aACxB,CAAC;YAEF,MAAM,KAAK,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;YAE7C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;QAC3C,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,KAAK,GAAgB;gBACzB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;gBACvB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;gBACvB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;aACxB,CAAC;YACF,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;YAEnF,MAAM,MAAM,GAAG,2BAA2B,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAE5D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;YACnD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC;YACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,gBAAgB,KAAK,IAAI,CAAC,CAAC;YAC5C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,qCAAqC;QAC9F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,KAAK,GAAgB;gBACzB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;gBACvB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,QAAQ;gBACjC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE;gBAClC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,QAAQ;aAClC,CAAC;YAEF,MAAM,MAAM,GAAG,2BAA2B,CAAC,KAAK,CAAC,CAAC;YAElD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,qBAAqB,EAAE,SAAS,CAAC,CAAC,CAAC,4BAA4B;QAC3F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,MAAM,GAAG,2BAA2B,CAAC,EAAE,CAAC,CAAC;YAE/C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;YAClD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC;YAC1D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,KAAK,GAAgB;gBACzB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE;gBAClC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,mBAAmB;aAC7C,CAAC;YAEF,MAAM,MAAM,GAAG,2BAA2B,CAAC,KAAK,CAAC,CAAC;YAElD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;YAC5E,MAAM,KAAK,GAAgB;gBACzB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;gBACvB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;aACxB,CAAC;YACF,8DAA8D;YAC9D,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,EAAE,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;YAEjE,MAAM,MAAM,GAAG,2BAA2B,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAE5D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC9C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,KAAK,GAAgB;gBACzB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;gBACvB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;aACxB,CAAC;YACF,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;YAE/C,MAAM,MAAM,GAAG,2BAA2B,CACxC,KAAK,EAAE,QAAQ,EAAE,SAAS,EAC1B,EAAE,aAAa,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE,CAC9C,CAAC;YAEF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,CAAC,YAAY;YACzE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC,CAAC,YAAY;QAC9E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/lib/quality/quality-sla.d.ts

@@ -0,0 +1,35 @@
+/**
+ * SLA Tracking (G11)
+ *
+ * Evaluate SLA compliance against computed quality metric results.
+ * Supports gap analysis and margin calculations.
+ *
+ * @see quality-metrics.ts for core types
+ */
+import { type SLADefinition, type SLAComplianceResult, type QualityMetricResult } from './quality-metrics.js';
+/** Result of batch SLA evaluation including a structured empty-input indicator */
+export interface SLAEvaluationResult {
+    /** Individual SLA compliance results */
+    results: SLAComplianceResult[];
+    /** True when no SLA definitions were provided */
+    noSLAsConfigured: boolean;
+}
+/**
+ * Evaluate a single SLA definition against computed metric results.
+ *
+ * @param sla - SLA definition to evaluate
+ * @param results - Computed metric results to check against
+ * @returns SLA compliance result with gap and margin calculations
+ */
+export declare function evaluateSLA(sla: SLADefinition, results: QualityMetricResult[]): SLAComplianceResult;
+/**
+ * Evaluate all SLA definitions against metric results.
+ * Returns a structured result with a `noSLAsConfigured` flag when input is empty,
+ * enabling dashboard rendering to distinguish "all compliant" from "none configured".
+ *
+ * @param slas - SLA definitions to evaluate
+ * @param results - Computed metric results to check against
+ * @returns Structured evaluation result with compliance details and empty-input indicator
+ */
+export declare function evaluateSLAs(slas: SLADefinition[], results: QualityMetricResult[]): SLAEvaluationResult;
+//# sourceMappingURL=quality-sla.d.ts.map

package/dist/lib/quality/quality-sla.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-sla.d.ts","sourceRoot":"","sources":["../../../src/lib/quality/quality-sla.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAA+C,KAAK,aAAa,EAAE,KAAK,mBAAmB,EAAE,KAAK,mBAAmB,EAAkB,MAAM,sBAAsB,CAAC;AAO3K,kFAAkF;AAClF,MAAM,WAAW,mBAAmB;IAClC,wCAAwC;IACxC,OAAO,EAAE,mBAAmB,EAAE,CAAC;IAC/B,iDAAiD;IACjD,gBAAgB,EAAE,OAAO,CAAC;CAC3B;AAMD;;;;;;GAMG;AACH,wBAAgB,WAAW,CACzB,GAAG,EAAE,aAAa,EAClB,OAAO,EAAE,mBAAmB,EAAE,GAC7B,mBAAmB,CA6BrB;AAED;;;;;;;;GAQG;AACH,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EAAE,EACrB,OAAO,EAAE,mBAAmB,EAAE,GAC7B,mBAAmB,CAQrB"}

package/dist/lib/quality/quality-sla.js

@@ -0,0 +1,62 @@
+/**
+ * SLA Tracking (G11)
+ *
+ * Evaluate SLA compliance against computed quality metric results.
+ * Supports gap analysis and margin calculations.
+ *
+ * @see quality-metrics.ts for core types
+ */
+import { roundTo, SCORE_PRECISION, PERCENT_PRECISION } from './quality-metrics.js';
+import { QUALITY_PERCENT_SCALE } from './quality-constants.js';
+// ============================================================================
+// Functions
+// ============================================================================
+/**
+ * Evaluate a single SLA definition against computed metric results.
+ *
+ * @param sla - SLA definition to evaluate
+ * @param results - Computed metric results to check against
+ * @returns SLA compliance result with gap and margin calculations
+ */
+export function evaluateSLA(sla, results) {
+    const metric = results.find(r => r.name === sla.metric);
+    if (!metric) {
+        return { sla, compliant: false, status: 'metric_not_found', actualValue: null, gap: null, marginPercent: null };
+    }
+    const actualValue = metric.values[sla.aggregation] ?? null;
+    if (actualValue === null) {
+        return { sla, compliant: false, status: 'no_data', actualValue: null, gap: null, marginPercent: null };
+    }
+    // For 'above' direction: value must be >= target (e.g., relevance >= 0.8)
+    // For 'below' direction: value must be <= target (e.g., hallucination <= 0.05)
+    const compliant = sla.direction === 'above'
+        ? actualValue >= sla.target
+        : actualValue <= sla.target;
+    const gap = sla.direction === 'above'
+        ? roundTo(actualValue - sla.target, SCORE_PRECISION)
+        : roundTo(sla.target - actualValue, SCORE_PRECISION);
+    const marginPercent = sla.target !== 0
+        ? roundTo((gap / Math.abs(sla.target)) * QUALITY_PERCENT_SCALE, PERCENT_PRECISION)
+        : null;
+    const status = compliant ? 'compliant' : 'non_compliant';
+    return { sla, compliant, status, actualValue, gap, marginPercent };
+}
+/**
+ * Evaluate all SLA definitions against metric results.
+ * Returns a structured result with a `noSLAsConfigured` flag when input is empty,
+ * enabling dashboard rendering to distinguish "all compliant" from "none configured".
+ *
+ * @param slas - SLA definitions to evaluate
+ * @param results - Computed metric results to check against
+ * @returns Structured evaluation result with compliance details and empty-input indicator
+ */
+export function evaluateSLAs(slas, results) {
+    if (slas.length === 0) {
+        return { results: [], noSLAsConfigured: true };
+    }
+    return {
+        results: slas.map(sla => evaluateSLA(sla, results)),
+        noSLAsConfigured: false,
+    };
+}
+//# sourceMappingURL=quality-sla.js.map

package/dist/lib/quality/quality-sla.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-sla.js","sourceRoot":"","sources":["../../../src/lib/quality/quality-sla.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAA0F,MAAM,sBAAsB,CAAC;AAC3K,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAc/D,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E;;;;;;GAMG;AACH,MAAM,UAAU,WAAW,CACzB,GAAkB,EAClB,OAA8B;IAE9B,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC;IAExD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,kBAAkB,EAAE,WAAW,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IAClH,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC;IAE3D,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;QACzB,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACzG,CAAC;IAED,0EAA0E;IAC1E,+EAA+E;IAC/E,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,KAAK,OAAO;QACzC,CAAC,CAAC,WAAW,IAAI,GAAG,CAAC,MAAM;QAC3B,CAAC,CAAC,WAAW,IAAI,GAAG,CAAC,MAAM,CAAC;IAE9B,MAAM,GAAG,GAAG,GAAG,CAAC,SAAS,KAAK,OAAO;QACnC,CAAC,CAAC,OAAO,CAAC,WAAW,GAAG,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC;QACpD,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,WAAW,EAAE,eAAe,CAAC,CAAC;IAEvD,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,KAAK,CAAC;QACpC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,qBAAqB,EAAE,iBAAiB,CAAC;QAClF,CAAC,CAAC,IAAI,CAAC;IAET,MAAM,MAAM,GAAc,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,eAAe,CAAC;IACpE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;AACrE,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,YAAY,CAC1B,IAAqB,EACrB,OAA8B;IAE9B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;IACjD,CAAC;IACD,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACnD,gBAAgB,EAAE,KAAK;KACxB,CAAC;AACJ,CAAC"}

package/dist/lib/quality/quality-sla.test.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Tests for SLA tracking (extracted from quality-metrics.test.ts)
+ */
+export {};
+//# sourceMappingURL=quality-sla.test.d.ts.map

package/dist/lib/quality/quality-sla.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-sla.test.d.ts","sourceRoot":"","sources":["../../../src/lib/quality/quality-sla.test.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/lib/quality/quality-sla.test.js

@@ -0,0 +1,144 @@
+/**
+ * Tests for SLA tracking (extracted from quality-metrics.test.ts)
+ */
+import { describe, it } from 'vitest';
+import * as assert from 'node:assert';
+import { evaluateSLA, evaluateSLAs, createMetricConfig, slaWindowFormatSchema, } from './quality-metrics.js';
+import { TEST_SCORE_ADEQUATE, TEST_SCORE_BASELINE, TEST_SCORE_GOOD, TEST_SCORE_HIGH, TEST_SCORE_PASSING, TEST_SCORE_STRONG, } from './quality-test-constants.js';
+import { HALLUCINATION_WARNING } from './quality-constants.js';
+import { PERCENTILE } from '../core/units.js';
+import { COUNT_TEN, COUNT_TWO, DELTA } from '../../test-helpers/test-constants.js';
+const TEST_RELEVANCE_MARGIN_SCORE = PERCENTILE.P88;
+describe('quality-sla', () => {
+    describe('evaluateSLA', () => {
+        const makeResult = (name, p50) => ({
+            name, displayName: name, values: { avg: null, min: null, max: null, count: COUNT_TEN, p50, p95: null, p99: null },
+            sampleCount: COUNT_TEN, alerts: [], status: 'healthy',
+        });
+        it('reports compliant SLA (above direction)', () => {
+            const sla = { metric: 'relevance', aggregation: 'p50', target: TEST_SCORE_GOOD, direction: 'above' };
+            const result = evaluateSLA(sla, [makeResult('relevance', TEST_SCORE_STRONG)]);
+            assert.strictEqual(result.compliant, true);
+            assert.strictEqual(result.actualValue, TEST_SCORE_STRONG);
+            assert.ok(result.gap !== null);
+            if (result.gap === null)
+                throw new Error('Expected SLA gap to be present');
+            assert.ok(result.gap > 0);
+        });
+        it('reports non-compliant SLA (above direction)', () => {
+            const sla = { metric: 'relevance', aggregation: 'p50', target: TEST_SCORE_GOOD, direction: 'above' };
+            const result = evaluateSLA(sla, [makeResult('relevance', TEST_SCORE_ADEQUATE)]);
+            assert.strictEqual(result.compliant, false);
+            assert.ok(result.gap !== null);
+            if (result.gap === null)
+                throw new Error('Expected SLA gap to be present');
+            assert.ok(result.gap < 0);
+        });
+        it('reports compliant SLA (below direction)', () => {
+            const sla = { metric: 'hallucination', aggregation: 'p50', target: HALLUCINATION_WARNING, direction: 'below' };
+            const result = evaluateSLA(sla, [makeResult('hallucination', DELTA)]);
+            assert.strictEqual(result.compliant, true);
+            assert.ok(result.gap !== null);
+            if (result.gap === null)
+                throw new Error('Expected SLA gap to be present');
+            assert.ok(result.gap > 0);
+        });
+        it('reports non-compliant SLA (below direction)', () => {
+            const sla = { metric: 'hallucination', aggregation: 'p50', target: HALLUCINATION_WARNING, direction: 'below' };
+            const result = evaluateSLA(sla, [makeResult('hallucination', HALLUCINATION_WARNING + DELTA)]);
+            assert.strictEqual(result.compliant, false);
+            assert.ok(result.gap !== null);
+            if (result.gap === null)
+                throw new Error('Expected SLA gap to be present');
+            assert.ok(result.gap < 0);
+        });
+        it('handles missing metric data with metric_not_found status', () => {
+            const sla = { metric: 'unknown', aggregation: 'p50', target: TEST_SCORE_GOOD, direction: 'above' };
+            const result = evaluateSLA(sla, [makeResult('relevance', TEST_SCORE_STRONG)]);
+            assert.strictEqual(result.compliant, false);
+            assert.strictEqual(result.status, 'metric_not_found');
+            assert.strictEqual(result.actualValue, null);
+            assert.strictEqual(result.gap, null);
+        });
+        it('handles null aggregation value with no_data status', () => {
+            const sla = { metric: 'relevance', aggregation: 'p50', target: TEST_SCORE_GOOD, direction: 'above' };
+            const result = evaluateSLA(sla, [makeResult('relevance', null)]);
+            assert.strictEqual(result.compliant, false);
+            assert.strictEqual(result.status, 'no_data');
+            assert.strictEqual(result.actualValue, null);
+        });
+        it('returns compliant status when SLA is met', () => {
+            const sla = { metric: 'relevance', aggregation: 'p50', target: TEST_SCORE_GOOD, direction: 'above' };
+            const result = evaluateSLA(sla, [makeResult('relevance', TEST_SCORE_HIGH)]);
+            assert.strictEqual(result.status, 'compliant');
+        });
+        it('returns non_compliant status when SLA is not met', () => {
+            const sla = { metric: 'relevance', aggregation: 'p50', target: TEST_SCORE_GOOD, direction: 'above' };
+            const result = evaluateSLA(sla, [makeResult('relevance', TEST_SCORE_BASELINE)]);
+            assert.strictEqual(result.status, 'non_compliant');
+        });
+        it('computes marginPercent', () => {
+            const sla = { metric: 'relevance', aggregation: 'p50', target: TEST_SCORE_GOOD, direction: 'above' };
+            const result = evaluateSLA(sla, [makeResult('relevance', TEST_RELEVANCE_MARGIN_SCORE)]);
+            assert.ok(result.marginPercent !== null);
+            assert.strictEqual(result.marginPercent, COUNT_TEN); // 0.08 / 0.8 = 10%
+        });
+        it('exactly at target is compliant for above direction', () => {
+            const sla = { metric: 'relevance', aggregation: 'p50', target: TEST_SCORE_GOOD, direction: 'above' };
+            const result = evaluateSLA(sla, [makeResult('relevance', TEST_SCORE_GOOD)]);
+            assert.strictEqual(result.compliant, true);
+        });
+        it('accepts recognized SLA window formats', () => {
+            // Type-level enforcement: SLAWindowFormat only allows recognized formats
+            const sla = {
+                metric: 'relevance', aggregation: 'p50', target: TEST_SCORE_GOOD, direction: 'above',
+                window: '30d rolling',
+            };
+            const result = evaluateSLA(sla, [makeResult('relevance', TEST_SCORE_STRONG)]);
+            assert.strictEqual(result.sla.window, '30d rolling');
+            assert.strictEqual(result.compliant, true);
+        });
+        it('slaWindowFormatSchema includes all recognized window formats', () => {
+            assert.ok(slaWindowFormatSchema.options.length >= COUNT_TEN);
+            assert.ok(slaWindowFormatSchema.options.includes('30d rolling'));
+            assert.ok(slaWindowFormatSchema.options.includes('calendar month'));
+            assert.ok(slaWindowFormatSchema.options.includes('calendar year'));
+        });
+    });
+    describe('evaluateSLAs', () => {
+        const makeResult = (name, p50) => ({
+            name, displayName: name, values: { avg: null, min: null, max: null, count: COUNT_TEN, p50, p95: null, p99: null },
+            sampleCount: COUNT_TEN, alerts: [], status: 'healthy',
+        });
+        it('evaluates multiple SLAs', () => {
+            const slas = [
+                { metric: 'relevance', aggregation: 'p50', target: TEST_SCORE_GOOD, direction: 'above' },
+                { metric: 'coherence', aggregation: 'p50', target: TEST_SCORE_PASSING, direction: 'above' },
+            ];
+            const result = evaluateSLAs(slas, [makeResult('relevance', TEST_SCORE_HIGH), makeResult('coherence', TEST_SCORE_BASELINE)]);
+            assert.strictEqual(result.noSLAsConfigured, false);
+            assert.strictEqual(result.results.length, COUNT_TWO);
+            assert.strictEqual(result.results[0].compliant, true);
+            assert.strictEqual(result.results[1].compliant, false);
+        });
+        it('returns structured empty result when no SLAs configured', () => {
+            const result = evaluateSLAs([], [makeResult('relevance', TEST_SCORE_HIGH)]);
+            assert.strictEqual(result.noSLAsConfigured, true);
+            assert.strictEqual(result.results.length, 0);
+        });
+    });
+    describe('MetricConfigBuilder.sla', () => {
+        it('creates an SLA definition from builder', () => {
+            const sla = createMetricConfig('test_sla')
+                .displayName('Test SLA')
+                .description('Test')
+                .sla('p50', TEST_SCORE_GOOD, 'above', '30d rolling');
+            assert.strictEqual(sla.metric, 'test_sla');
+            assert.strictEqual(sla.aggregation, 'p50');
+            assert.strictEqual(sla.target, TEST_SCORE_GOOD);
+            assert.strictEqual(sla.direction, 'above');
+            assert.strictEqual(sla.window, '30d rolling');
+        });
+    });
+});
+//# sourceMappingURL=quality-sla.test.js.map

package/dist/lib/quality/quality-sla.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-sla.test.js","sourceRoot":"","sources":["../../../src/lib/quality/quality-sla.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,EACL,WAAW,EACX,YAAY,EACZ,kBAAkB,EAClB,qBAAqB,GAGtB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,eAAe,EACf,eAAe,EACf,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,sCAAsC,CAAC;AAEnF,MAAM,2BAA2B,GAAG,UAAU,CAAC,GAAG,CAAC;AAEnD,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,GAAkB,EAAuB,EAAE,CAAC,CAAC;YAC7E,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;YACjH,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS;SACtD,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,GAAG,GAAkB,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;YACpH,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAE9E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;YAC1D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;YAC/B,IAAI,MAAM,CAAC,GAAG,KAAK,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC3E,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,GAAG,GAAkB,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;YACpH,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC;YAEhF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;YAC/B,IAAI,MAAM,CAAC,GAAG,KAAK,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC3E,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,GAAG,GAAkB,EAAE,MAAM,EAAE,eAAe,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,qBAAqB,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;YAC9H,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;YAEtE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAC3C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;YAC/B,IAAI,MAAM,CAAC,GAAG,KAAK,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC3E,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,GAAG,GAAkB,EAAE,MAAM,EAAE,eAAe,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,qBAAqB,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;YAC9H,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,eAAe,EAAE,qBAAqB,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAE9F,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;YAC/B,IAAI,MAAM,CAAC,GAAG,KAAK,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC3E,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;YAClE,MAAM,GAAG,GAAkB,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;YAClH,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAE9E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;YACtD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,MAAM,GAAG,GAAkB,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;YACpH,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;YAEjE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,GAAG,GAAkB,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;YACpH,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC;YAE5E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,MAAM,GAAG,GAAkB,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;YACpH,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC;YAEhF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;YAChC,MAAM,GAAG,GAAkB,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;YACpH,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,2BAA2B,CAAC,CAAC,CAAC,CAAC;YAExF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC,mBAAmB;QAC1E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,MAAM,GAAG,GAAkB,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;YACpH,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC;YAE5E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,yEAAyE;YACzE,MAAM,GAAG,GAAkB;gBACzB,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,OAAO;gBACpF,MAAM,EAAE,aAAa;aACtB,CAAC;YACF,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAE9E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;YACrD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;YACtE,MAAM,CAAC,EAAE,CAAC,qBAAqB,CAAC,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;YAC7D,MAAM,CAAC,EAAE,CAAC,qBAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;YACjE,MAAM,CAAC,EAAE,CAAC,qBAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC;YACpE,MAAM,CAAC,EAAE,CAAC,qBAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC;QACrE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,GAAW,EAAuB,EAAE,CAAC,CAAC;YACtE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;YACjH,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS;SACtD,CAAC,CAAC;QAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;YACjC,MAAM,IAAI,GAAoB;gBAC5B,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,OAAO,EAAE;gBACxF,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,kBAAkB,EAAE,SAAS,EAAE,OAAO,EAAE;aAC5F,CAAC;YACF,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,eAAe,CAAC,EAAE,UAAU,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC;YAE5H,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;YACnD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YACrD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YACtD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;YACjE,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC;YAE5E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;YAClD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACvC,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,GAAG,GAAG,kBAAkB,CAAC,UAAU,CAAC;iBACvC,WAAW,CAAC,UAAU,CAAC;iBACvB,WAAW,CAAC,MAAM,CAAC;iBACnB,GAAG,CAAC,KAAK,EAAE,eAAe,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;YAEvD,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/lib/quality/quality-test-constants.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Shared numeric fixtures used across quality-related test suites.
+ * These are test-only values to reduce duplicated magic numbers.
+ */
+export declare const TEST_SCORE_LOW = 0.3;
+export declare const TEST_SCORE_MID = 0.5;
+export declare const TEST_SCORE_BASELINE = 0.6;
+export declare const TEST_SCORE_PASSING = 0.7;
+export declare const TEST_SCORE_GOOD = 0.8;
+export declare const TEST_SCORE_HIGH = 0.9;
+export declare const TEST_SCORE_EXCELLENT = 0.95;
+export declare const TEST_SCORE_STRONG = 0.85;
+export declare const TEST_SCORE_ADEQUATE = 0.65;
+export declare const TEST_SCORE_BORDERLINE = 0.45;
+export declare const TEST_SCORE_WARNING = 0.1;
+export declare const TEST_SCORE_VERY_LOW = 0.2;
+export declare const TEST_SCORE_POOR = 0.4;
+export declare const TEST_LABEL_PASS_ORDINAL = 4;
+export declare const TEST_CORE_METRIC_COUNT = 7;
+export declare const TEST_DECIMAL_EPSILON = 0.01;
+export declare const TEST_PERCENTILE_P95 = PERCENTILE.P95;
+export declare const TEST_PERCENTILE_P99 = PERCENTILE.P99;
+//# sourceMappingURL=quality-test-constants.d.ts.map

package/dist/lib/quality/quality-test-constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-test-constants.d.ts","sourceRoot":"","sources":["../../../src/lib/quality/quality-test-constants.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAmBH,eAAO,MAAM,cAAc,MAAM,CAAC;AAClC,eAAO,MAAM,cAAc,MAAgC,CAAC;AAC5D,eAAO,MAAM,mBAAmB,MAAsB,CAAC;AACvD,eAAO,MAAM,kBAAkB,MAAmC,CAAC;AACnE,eAAO,MAAM,eAAe,MAAkB,CAAC;AAC/C,eAAO,MAAM,eAAe,MAAuB,CAAC;AACpD,eAAO,MAAM,oBAAoB,OAAO,CAAC;AACzC,eAAO,MAAM,iBAAiB,OAAkC,CAAC;AACjE,eAAO,MAAM,mBAAmB,OAAO,CAAC;AACxC,eAAO,MAAM,qBAAqB,OAAO,CAAC;AAC1C,eAAO,MAAM,kBAAkB,MAAM,CAAC;AACtC,eAAO,MAAM,mBAAmB,MAA6B,CAAC;AAC9D,eAAO,MAAM,eAAe,MAAkB,CAAC;AAE/C,eAAO,MAAM,uBAAuB,IAAa,CAAC;AAClD,eAAO,MAAM,sBAAsB,IAAc,CAAC;AAElD,eAAO,MAAM,oBAAoB,OAAO,CAAC;AACzC,eAAO,MAAM,mBAAmB,iBAAyB,CAAC;AAC1D,eAAO,MAAM,mBAAmB,iBAAyB,CAAC"}

package/dist/lib/quality/quality-test-constants.js

@@ -0,0 +1,25 @@
+/**
+ * Shared numeric fixtures used across quality-related test suites.
+ * These are test-only values to reduce duplicated magic numbers.
+ */
+import { BINARY_SCALE_EXCELLENT_THRESHOLD, QUALITY_PERCENTILE_P95, QUALITY_PERCENTILE_P99, SCORE_BAND_ADEQUATE, SCORE_BAND_EXCELLENT, SCORE_BAND_GOOD, SCORE_BAND_POOR, STEP_SCALE_ADEQUATE_THRESHOLD, } from './quality-constants.js';
+import { PROBABILITY_EIGHTY_FIVE_PERCENT, PROBABILITY_TWENTY_PERCENT, COUNT_FOUR, COUNT_SEVEN, } from '../../test-helpers/test-constants.js';
+export const TEST_SCORE_LOW = 0.3;
+export const TEST_SCORE_MID = STEP_SCALE_ADEQUATE_THRESHOLD;
+export const TEST_SCORE_BASELINE = SCORE_BAND_ADEQUATE;
+export const TEST_SCORE_PASSING = BINARY_SCALE_EXCELLENT_THRESHOLD;
+export const TEST_SCORE_GOOD = SCORE_BAND_GOOD;
+export const TEST_SCORE_HIGH = SCORE_BAND_EXCELLENT;
+export const TEST_SCORE_EXCELLENT = 0.95;
+export const TEST_SCORE_STRONG = PROBABILITY_EIGHTY_FIVE_PERCENT;
+export const TEST_SCORE_ADEQUATE = 0.65;
+export const TEST_SCORE_BORDERLINE = 0.45;
+export const TEST_SCORE_WARNING = 0.1;
+export const TEST_SCORE_VERY_LOW = PROBABILITY_TWENTY_PERCENT;
+export const TEST_SCORE_POOR = SCORE_BAND_POOR;
+export const TEST_LABEL_PASS_ORDINAL = COUNT_FOUR;
+export const TEST_CORE_METRIC_COUNT = COUNT_SEVEN;
+export const TEST_DECIMAL_EPSILON = 0.01;
+export const TEST_PERCENTILE_P95 = QUALITY_PERCENTILE_P95;
+export const TEST_PERCENTILE_P99 = QUALITY_PERCENTILE_P99;
+//# sourceMappingURL=quality-test-constants.js.map

package/dist/lib/quality/quality-test-constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-test-constants.js","sourceRoot":"","sources":["../../../src/lib/quality/quality-test-constants.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,gCAAgC,EAChC,sBAAsB,EACtB,sBAAsB,EACtB,mBAAmB,EACnB,oBAAoB,EACpB,eAAe,EACf,eAAe,EACf,6BAA6B,GAC9B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,+BAA+B,EAC/B,0BAA0B,EAC1B,UAAU,EACV,WAAW,GACZ,MAAM,sCAAsC,CAAC;AAE9C,MAAM,CAAC,MAAM,cAAc,GAAG,GAAG,CAAC;AAClC,MAAM,CAAC,MAAM,cAAc,GAAG,6BAA6B,CAAC;AAC5D,MAAM,CAAC,MAAM,mBAAmB,GAAG,mBAAmB,CAAC;AACvD,MAAM,CAAC,MAAM,kBAAkB,GAAG,gCAAgC,CAAC;AACnE,MAAM,CAAC,MAAM,eAAe,GAAG,eAAe,CAAC;AAC/C,MAAM,CAAC,MAAM,eAAe,GAAG,oBAAoB,CAAC;AACpD,MAAM,CAAC,MAAM,oBAAoB,GAAG,IAAI,CAAC;AACzC,MAAM,CAAC,MAAM,iBAAiB,GAAG,+BAA+B,CAAC;AACjE,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACxC,MAAM,CAAC,MAAM,qBAAqB,GAAG,IAAI,CAAC;AAC1C,MAAM,CAAC,MAAM,kBAAkB,GAAG,GAAG,CAAC;AACtC,MAAM,CAAC,MAAM,mBAAmB,GAAG,0BAA0B,CAAC;AAC9D,MAAM,CAAC,MAAM,eAAe,GAAG,eAAe,CAAC;AAE/C,MAAM,CAAC,MAAM,uBAAuB,GAAG,UAAU,CAAC;AAClD,MAAM,CAAC,MAAM,sBAAsB,GAAG,WAAW,CAAC;AAElD,MAAM,CAAC,MAAM,oBAAoB,GAAG,IAAI,CAAC;AACzC,MAAM,CAAC,MAAM,mBAAmB,GAAG,sBAAsB,CAAC;AAC1D,MAAM,CAAC,MAAM,mBAAmB,GAAG,sBAAsB,CAAC"}

package/dist/lib/quality/quality-trends.d.ts

@@ -0,0 +1,101 @@
+/**
+ * Confidence Indicators (R3) and Trend Analysis (G4)
+ *
+ * Computes statistical confidence for metrics based on sample size, score variance,
+ * and evaluator agreement. Computes temporal trends by comparing periods.
+ *
+ * @see quality-metrics.ts for core types
+ */
+import type { EvaluationResult, EvaluationAggregation } from '../../backends/index.js';
+import { type MetricTrend, type ConfidenceIndicator, type QualityMetricConfig } from './quality-metrics.js';
+/**
+ * Configurable thresholds for confidence level determination.
+ * Allows tuning of sample count and variance boundaries per metric.
+ */
+export interface ConfidenceThresholds {
+    /** Minimum samples for medium confidence (default 10) */
+    lowSampleThreshold?: number;
+    /** Minimum samples for high confidence (default 50) */
+    highSampleThreshold?: number;
+    /** Max stdDev for high confidence (default 0.15) */
+    highMaxStdDev?: number;
+    /** Max stdDev before forced low (default 0.3) */
+    lowMaxStdDev?: number;
+    /** Min evaluator agreement for high confidence (default 0.8) */
+    highMinAgreement?: number;
+}
+/**
+ * Compute Cohen's Kappa for two evaluators on overlapping items.
+ * Kappa = (P_o - P_e) / (1 - P_e) where P_o is observed agreement
+ * and P_e is expected agreement by chance.
+ *
+ * Continuous scores are discretized into KAPPA_BINS categories.
+ * Requires at least 2 overlapping items evaluated by both raters.
+ *
+ * Note: Only the first two evaluators are compared. If more than two
+ * evaluators are present, the remaining are ignored.
+ *
+ * @returns Kappa value in [-1, 1], or null if insufficient data.
+ *   1 = perfect agreement, 0 = chance agreement, <0 = worse than chance.
+ */
+export declare function computeCohensKappa(evaluations: EvaluationResult[]): number | null;
+/**
+ * Compute confidence indicator for a metric.
+ * Considers sample count, score variance, and evaluator agreement.
+ *
+ * @param evaluations - Evaluation results to analyze
+ * @param thresholds - Optional custom thresholds for confidence levels
+ * @param range - Optional metric score range for evaluator agreement normalization (default [0,1])
+ * @returns Confidence indicator with level, sample count, and agreement metrics
+ */
+export declare function computeConfidence(evaluations: EvaluationResult[], thresholds?: ConfidenceThresholds, range?: {
+    min: number;
+    max: number;
+}): ConfidenceIndicator;
+/**
+ * Compute trend by comparing current aggregation values to previous period values.
+ * Uses the first alert threshold's aggregation as the primary comparison metric.
+ * Sets `lowSampleWarning` when sample count is below `TREND_MIN_SAMPLE_SIZE` (30),
+ * indicating that the trend direction may not be statistically meaningful.
+ *
+ * @param currentValues - Current period aggregation values
+ * @param previousValues - Previous period aggregation values
+ * @param config - Metric configuration (used for alert direction and range)
+ * @param sampleCount - Optional sample count for low-sample warning
+ * @returns Trend result, or undefined if current/previous values are null
+ */
+export declare function computeTrend(currentValues: Record<EvaluationAggregation, number | null>, previousValues: Record<EvaluationAggregation, number | null>, config: QualityMetricConfig, sampleCount?: number): MetricTrend | undefined;
+/** Trajectory metrics returned by session-level analysis */
+export interface SessionTrajectoryScore {
+    /** Overall trajectory quality score [0,1] */
+    score: number;
+    /** Number of actions in the session */
+    actionCount: number;
+    /** Number of unique tools used */
+    uniqueTools: number;
+    /** Efficiency ratio (1.0 = optimal, >1.0 = more steps than expected) [0,1] */
+    efficiencyRatio: number;
+    /** Count of redundant (duplicate tool+args) actions */
+    redundantActions: number;
+    /** Redundancy penalty applied [0,1] */
+    redundancyPenalty: number;
+}
+/**
+ * Compute a session-level quality score from trajectory analysis metrics.
+ * Wraps `analyzeTrajectory()` from agent-judge-verification and produces
+ * a composite score that penalizes redundancy and inefficiency.
+ *
+ * Score = efficiencyRatio * (1 - redundancyPenalty)
+ * where redundancyPenalty = redundantActions / max(toolCallCount, 1)
+ *
+ * @param trajectoryMetrics - Output from `analyzeTrajectory()`
+ * @returns Session trajectory score with breakdown
+ */
+export declare function computeSessionTrajectoryScore(trajectoryMetrics: {
+    length: number;
+    toolCallCount: number;
+    uniqueTools: number;
+    efficiencyRatio: number;
+    redundantActions: number;
+}): SessionTrajectoryScore;
+//# sourceMappingURL=quality-trends.d.ts.map

package/dist/lib/quality/quality-trends.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-trends.d.ts","sourceRoot":"","sources":["../../../src/lib/quality/quality-trends.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AACvF,OAAO,EAIL,KAAK,WAAW,EAEhB,KAAK,mBAAmB,EAExB,KAAK,mBAAmB,EAEzB,MAAM,sBAAsB,CAAC;AAmB9B;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACnC,yDAAyD;IACzD,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,uDAAuD;IACvD,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oDAAoD;IACpD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iDAAiD;IACjD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gEAAgE;IAChE,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAmGD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,kBAAkB,CAChC,WAAW,EAAE,gBAAgB,EAAE,GAC9B,MAAM,GAAG,IAAI,CAmFf;AAMD;;;;;;;;GAQG;AACH,wBAAgB,iBAAiB,CAC/B,WAAW,EAAE,gBAAgB,EAAE,EAC/B,UAAU,CAAC,EAAE,oBAAoB,EACjC,KAAK,CAAC,EAAE;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GACnC,mBAAmB,CAyBrB;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,YAAY,CAC1B,aAAa,EAAE,MAAM,CAAC,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC,EAC3D,cAAc,EAAE,MAAM,CAAC,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC,EAC5D,MAAM,EAAE,mBAAmB,EAC3B,WAAW,CAAC,EAAE,MAAM,GACnB,WAAW,GAAG,SAAS,CA2BzB;AAMD,4DAA4D;AAC5D,MAAM,WAAW,sBAAsB;IACrC,6CAA6C;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,uCAAuC;IACvC,WAAW,EAAE,MAAM,CAAC;IACpB,kCAAkC;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,8EAA8E;IAC9E,eAAe,EAAE,MAAM,CAAC;IACxB,uDAAuD;IACvD,gBAAgB,EAAE,MAAM,CAAC;IACzB,uCAAuC;IACvC,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,6BAA6B,CAC3C,iBAAiB,EAAE;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;CAC1B,GACA,sBAAsB,CAmBxB"}