ragscope 0.1.0

package/dist/src/app.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"app.test.js","sourceRoot":"","sources":["../../src/app.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAA;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAG7C,SAAS,SAAS,CAAC,EAAU;IAC3B,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAA;AAC1I,CAAC;AAED,MAAM,SAAS,GAAG;IAChB,aAAa,EAAE,CAAC;YACd,QAAQ,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE;YACnF,UAAU,EAAE,CAAC;oBACX,KAAK,EAAE,CAAC;4BACN,OAAO,EAAE,oBAAoB,EAAE,MAAM,EAAE,QAAQ;4BAC/C,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC;4BAC7B,iBAAiB,EAAE,qBAAqB;4BACxC,eAAe,EAAE,qBAAqB;4BACtC,UAAU,EAAE,CAAC,EAAE,GAAG,EAAE,uBAAuB,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE,CAAC;yBACnF,CAAC;iBACH,CAAC;SACH,CAAC;CACH,CAAA;AAED,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,IAAI,EAA+B,CAAA;IACnC,IAAI,GAAiC,CAAA;IAErC,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,EAAE,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAA;QACzB,GAAG,GAAG,SAAS,CAAC,EAAE,CAAC,CAAA;QACnB,MAAM,GAAG,CAAC,KAAK,EAAE,CAAA;IACnB,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;QACtC,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAA;QAC/D,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAChC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QAC/C,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC;YAC3B,MAAM,EAAE,MAAM;YACd,GAAG,EAAE,YAAY;YACjB,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;SAChC,CAAC,CAAA;QACF,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAChC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,cAAc,CAAC,CAAC,WAAW,EAAE,CAAA;IACjD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,WAAW,CAAC,EAAE,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC,CAAA;QAChD,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC,CAAA;QACnE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAChC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;QACvB,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACtC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QAC5B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;IACzC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,yBAAyB,EAAE,CAAC,CAAA;QAC/E,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}

package/dist/src/audit/scorer.d.ts

@@ -0,0 +1,17 @@
+import type { RagSpan, RagChunk } from '../types.js';
+export interface SubScore {
+    name: string;
+    score: number;
+    symbol: '✓' | '~' | '✗';
+    finding: string;
+    recommendation: string | null;
+}
+export interface AuditResult {
+    overall: number;
+    label: 'PASS' | 'WARN' | 'FAIL';
+    query: string | null;
+    serviceName: string;
+    subscores: SubScore[];
+}
+export declare function scoreTrace(serviceName: string, query: string | null, spans: RagSpan[], chunks: RagChunk[]): AuditResult;
+//# sourceMappingURL=scorer.d.ts.map

package/dist/src/audit/scorer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorer.d.ts","sourceRoot":"","sources":["../../../src/audit/scorer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAEpD,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,GAAG,GAAG,GAAG,GAAG,GAAG,CAAA;IACvB,OAAO,EAAE,MAAM,CAAA;IACf,cAAc,EAAE,MAAM,GAAG,IAAI,CAAA;CAC9B;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAA;IAC/B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,QAAQ,EAAE,CAAA;CACtB;AA6ED,wBAAgB,UAAU,CACxB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,KAAK,EAAE,OAAO,EAAE,EAChB,MAAM,EAAE,QAAQ,EAAE,GACjB,WAAW,CAeb"}

package/dist/src/audit/scorer.js

@@ -0,0 +1,85 @@
+function symbol(score) {
+    if (score >= 75)
+        return '✓';
+    if (score >= 50)
+        return '~';
+    return '✗';
+}
+function scoreRetrieval(chunks) {
+    if (chunks.length === 0) {
+        return { name: 'precision', score: 100, symbol: '✓', finding: 'no chunks', recommendation: null };
+    }
+    const used = chunks.filter(c => c.inContext).length;
+    const score = Math.round(used / chunks.length * 100);
+    return {
+        name: 'precision',
+        score,
+        symbol: symbol(score),
+        finding: `${used}/${chunks.length} chunks used`,
+        recommendation: score < 60
+            ? `Reduce TOP_K ${chunks.length}→${Math.max(used, 3)} (only ${used} chunks reached LLM)`
+            : null,
+    };
+}
+function scoreEfficiency(chunks) {
+    const usedTokens = chunks.filter(c => c.inContext).reduce((n, c) => n + (c.tokenCount ?? 0), 0);
+    const wastedTokens = chunks.filter(c => !c.inContext).reduce((n, c) => n + (c.tokenCount ?? 0), 0);
+    const total = usedTokens + wastedTokens;
+    if (total === 0) {
+        return { name: 'efficiency', score: 100, symbol: '✓', finding: 'no token data', recommendation: null };
+    }
+    const score = Math.round(usedTokens / total * 100);
+    const wastedPct = 100 - score;
+    return {
+        name: 'efficiency',
+        score,
+        symbol: symbol(score),
+        finding: `${wastedPct}% tokens wasted`,
+        recommendation: score < 60 ? `${wastedPct}% of retrieved tokens never reached the LLM` : null,
+    };
+}
+function scoreRedundancy(chunks) {
+    const withOverlap = chunks.filter(c => c.overlapWithNext != null);
+    if (withOverlap.length === 0) {
+        return { name: 'redundancy', score: 100, symbol: '✓', finding: 'no overlap data', recommendation: null };
+    }
+    const avgOverlap = withOverlap.reduce((n, c) => n + c.overlapWithNext, 0) / withOverlap.length;
+    const score = Math.round((1 - avgOverlap) * 100);
+    const highOverlap = withOverlap.filter(c => c.overlapWithNext > 0.8).length;
+    return {
+        name: 'redundancy',
+        score,
+        symbol: symbol(score),
+        finding: highOverlap > 0 ? `${highOverlap} near-duplicate pairs` : 'chunks are distinct',
+        recommendation: score < 70 && highOverlap > 0
+            ? `${highOverlap} near-duplicate chunks — deduplicate at ingest time`
+            : null,
+    };
+}
+function scoreCoverage(chunks) {
+    if (chunks.length === 0) {
+        return { name: 'coverage', score: 100, symbol: '✓', finding: 'no chunks', recommendation: null };
+    }
+    const missing = chunks.filter(c => c.scoreMissing).length;
+    const score = Math.round((1 - missing / chunks.length) * 100);
+    return {
+        name: 'coverage',
+        score,
+        symbol: symbol(score),
+        finding: missing > 0 ? `${missing} chunks missing scores` : 'all chunks scored',
+        recommendation: score < 80 ? `Log scores in retriever output to unlock score optimizations` : null,
+    };
+}
+export function scoreTrace(serviceName, query, spans, chunks) {
+    const precision = scoreRetrieval(chunks);
+    const efficiency = scoreEfficiency(chunks);
+    const redundancy = scoreRedundancy(chunks);
+    const coverage = scoreCoverage(chunks);
+    const overall = Math.round(precision.score * 0.4 +
+        efficiency.score * 0.3 +
+        redundancy.score * 0.2 +
+        coverage.score * 0.1);
+    const label = overall >= 75 ? 'PASS' : overall >= 50 ? 'WARN' : 'FAIL';
+    return { overall, label, query, serviceName, subscores: [precision, efficiency, redundancy, coverage] };
+}
+//# sourceMappingURL=scorer.js.map

package/dist/src/audit/scorer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorer.js","sourceRoot":"","sources":["../../../src/audit/scorer.ts"],"names":[],"mappings":"AAkBA,SAAS,MAAM,CAAC,KAAa;IAC3B,IAAI,KAAK,IAAI,EAAE;QAAE,OAAO,GAAG,CAAA;IAC3B,IAAI,KAAK,IAAI,EAAE;QAAE,OAAO,GAAG,CAAA;IAC3B,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,cAAc,CAAC,MAAkB;IACxC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,IAAI,EAAE,CAAA;IACnG,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,CAAA;IACnD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,CAAA;IACpD,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,KAAK;QACL,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;QACrB,OAAO,EAAE,GAAG,IAAI,IAAI,MAAM,CAAC,MAAM,cAAc;QAC/C,cAAc,EAAE,KAAK,GAAG,EAAE;YACxB,CAAC,CAAC,gBAAgB,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,UAAU,IAAI,sBAAsB;YACxF,CAAC,CAAC,IAAI;KACT,CAAA;AACH,CAAC;AAED,SAAS,eAAe,CAAC,MAAkB;IACzC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAC/F,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAClG,MAAM,KAAK,GAAG,UAAU,GAAG,YAAY,CAAA;IACvC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;QAChB,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,IAAI,EAAE,CAAA;IACxG,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,GAAG,GAAG,CAAC,CAAA;IAClD,MAAM,SAAS,GAAG,GAAG,GAAG,KAAK,CAAA;IAC7B,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,KAAK;QACL,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;QACrB,OAAO,EAAE,GAAG,SAAS,iBAAiB;QACtC,cAAc,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,SAAS,6CAA6C,CAAC,CAAC,CAAC,IAAI;KAC9F,CAAA;AACH,CAAC;AAED,SAAS,eAAe,CAAC,MAAkB;IACzC,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,IAAI,IAAI,CAAC,CAAA;IACjE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,IAAI,EAAE,CAAA;IAC1G,CAAC;IACD,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,eAAgB,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAA;IAC/F,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAA;IAChD,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAgB,GAAG,GAAG,CAAC,CAAC,MAAM,CAAA;IAC5E,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,KAAK;QACL,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;QACrB,OAAO,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,uBAAuB,CAAC,CAAC,CAAC,qBAAqB;QACxF,cAAc,EAAE,KAAK,GAAG,EAAE,IAAI,WAAW,GAAG,CAAC;YAC3C,CAAC,CAAC,GAAG,WAAW,qDAAqD;YACrE,CAAC,CAAC,IAAI;KACT,CAAA;AACH,CAAC;AAED,SAAS,aAAa,CAAC,MAAkB;IACvC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,IAAI,EAAE,CAAA;IAClG,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,MAAM,CAAA;IACzD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAA;IAC7D,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,KAAK;QACL,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;QACrB,OAAO,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,wBAAwB,CAAC,CAAC,CAAC,mBAAmB;QAC/E,cAAc,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,8DAA8D,CAAC,CAAC,CAAC,IAAI;KACnG,CAAA;AACH,CAAC;AAED,MAAM,UAAU,UAAU,CACxB,WAAmB,EACnB,KAAoB,EACpB,KAAgB,EAChB,MAAkB;IAElB,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC,CAAA;IACxC,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,CAAC,CAAA;IAC1C,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,CAAC,CAAA;IAC1C,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,CAAA;IAEtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CACxB,SAAS,CAAC,KAAK,GAAG,GAAG;QACrB,UAAU,CAAC,KAAK,GAAG,GAAG;QACtB,UAAU,CAAC,KAAK,GAAG,GAAG;QACtB,QAAQ,CAAC,KAAK,GAAG,GAAG,CACrB,CAAA;IACD,MAAM,KAAK,GAAyB,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAA;IAE5F,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,CAAA;AACzG,CAAC"}

package/dist/src/audit/scorer.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=scorer.test.d.ts.map

package/dist/src/audit/scorer.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorer.test.d.ts","sourceRoot":"","sources":["../../../src/audit/scorer.test.ts"],"names":[],"mappings":""}

package/dist/src/audit/scorer.test.js

@@ -0,0 +1,101 @@
+import { describe, it, expect } from 'vitest';
+import { scoreTrace } from './scorer.js';
+function makeChunk(overrides = {}) {
+    return {
+        id: 'uuid-1',
+        spanId: 'span-1',
+        traceId: 'trace-1',
+        chunkId: 'chunk-1',
+        content: 'some content',
+        scoreRaw: 0.8,
+        scoreNormalized: 0.8,
+        rankRetrieval: 1,
+        rankReranked: null,
+        scoreReranked: null,
+        tokenCount: 100,
+        vectorStore: null,
+        inContext: true,
+        contextPosition: 0,
+        overlapWithNext: 0.1,
+        scoreMissing: false,
+        ...overrides,
+    };
+}
+function makeSpan(overrides = {}) {
+    return {
+        id: 'span-1',
+        traceId: 'trace-1',
+        parentSpanId: null,
+        name: 'llm',
+        kind: 'LLM',
+        startTimeMs: 0,
+        endTimeMs: 1000,
+        latencyMs: 1000,
+        operationName: 'chat',
+        model: 'llama3',
+        system: null,
+        inputTokens: 500,
+        outputTokens: 100,
+        ...overrides,
+    };
+}
+describe('scoreTrace', () => {
+    it('returns PASS when all chunks are in context', () => {
+        const chunks = [makeChunk({ inContext: true }), makeChunk({ chunkId: 'c2', inContext: true })];
+        const result = scoreTrace('svc', 'q', [makeSpan()], chunks);
+        expect(result.label).toBe('PASS');
+        expect(result.overall).toBeGreaterThanOrEqual(75);
+    });
+    it('returns FAIL when no chunks reach the LLM', () => {
+        const chunks = Array.from({ length: 10 }, (_, i) => makeChunk({ chunkId: `c${i}`, inContext: false, tokenCount: 100 }));
+        const result = scoreTrace('svc', 'q', [makeSpan()], chunks);
+        expect(result.label).toBe('FAIL');
+        expect(result.overall).toBeLessThan(50);
+    });
+    it('precision score is inContext/total * 100', () => {
+        const chunks = [
+            makeChunk({ chunkId: 'c1', inContext: true }),
+            makeChunk({ chunkId: 'c2', inContext: false }),
+            makeChunk({ chunkId: 'c3', inContext: false }),
+            makeChunk({ chunkId: 'c4', inContext: false }),
+        ];
+        const result = scoreTrace('svc', 'q', [], chunks);
+        const precision = result.subscores.find(s => s.name === 'precision');
+        expect(precision.score).toBe(25);
+        expect(precision.symbol).toBe('✗');
+    });
+    it('coverage score is 100 when no scoreMissing', () => {
+        const chunks = [makeChunk({ scoreMissing: false })];
+        const result = scoreTrace('svc', 'q', [], chunks);
+        const coverage = result.subscores.find(s => s.name === 'coverage');
+        expect(coverage.score).toBe(100);
+    });
+    it('coverage score penalizes scoreMissing chunks', () => {
+        const chunks = [
+            makeChunk({ chunkId: 'c1', scoreMissing: true }),
+            makeChunk({ chunkId: 'c2', scoreMissing: true }),
+            makeChunk({ chunkId: 'c3', scoreMissing: false }),
+            makeChunk({ chunkId: 'c4', scoreMissing: false }),
+        ];
+        const result = scoreTrace('svc', 'q', [], chunks);
+        const coverage = result.subscores.find(s => s.name === 'coverage');
+        expect(coverage.score).toBe(50);
+    });
+    it('returns PASS/WARN/FAIL label matching overall threshold', () => {
+        const allIn = Array.from({ length: 4 }, (_, i) => makeChunk({ chunkId: `c${i}`, inContext: true }));
+        const r1 = scoreTrace('s', 'q', [], allIn);
+        expect(r1.label).toBe('PASS');
+        const halfIn = [
+            makeChunk({ chunkId: 'c1', inContext: true, tokenCount: 100 }),
+            makeChunk({ chunkId: 'c2', inContext: false, tokenCount: 100 }),
+        ];
+        const r2 = scoreTrace('s', 'q', [], halfIn);
+        expect(['WARN', 'FAIL']).toContain(r2.label);
+    });
+    it('returns 4 subscores named precision, efficiency, redundancy, coverage', () => {
+        const result = scoreTrace('svc', 'q', [], [makeChunk()]);
+        const names = result.subscores.map(s => s.name);
+        expect(names).toEqual(['precision', 'efficiency', 'redundancy', 'coverage']);
+    });
+});
+//# sourceMappingURL=scorer.test.js.map

package/dist/src/audit/scorer.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorer.test.js","sourceRoot":"","sources":["../../../src/audit/scorer.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAGxC,SAAS,SAAS,CAAC,YAA+B,EAAE;IAClD,OAAO;QACL,EAAE,EAAE,QAAQ;QACZ,MAAM,EAAE,QAAQ;QAChB,OAAO,EAAE,SAAS;QAClB,OAAO,EAAE,SAAS;QAClB,OAAO,EAAE,cAAc;QACvB,QAAQ,EAAE,GAAG;QACb,eAAe,EAAE,GAAG;QACpB,aAAa,EAAE,CAAC;QAChB,YAAY,EAAE,IAAI;QAClB,aAAa,EAAE,IAAI;QACnB,UAAU,EAAE,GAAG;QACf,WAAW,EAAE,IAAI;QACjB,SAAS,EAAE,IAAI;QACf,eAAe,EAAE,CAAC;QAClB,eAAe,EAAE,GAAG;QACpB,YAAY,EAAE,KAAK;QACnB,GAAG,SAAS;KACb,CAAA;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,YAA8B,EAAE;IAChD,OAAO;QACL,EAAE,EAAE,QAAQ;QACZ,OAAO,EAAE,SAAS;QAClB,YAAY,EAAE,IAAI;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,KAAK;QACX,WAAW,EAAE,CAAC;QACd,SAAS,EAAE,IAAI;QACf,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,MAAM;QACrB,KAAK,EAAE,QAAQ;QACf,MAAM,EAAE,IAAI;QACZ,WAAW,EAAE,GAAG;QAChB,YAAY,EAAE,GAAG;QACjB,GAAG,SAAS;KACb,CAAA;AACH,CAAC;AAED,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,MAAM,GAAG,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;QAC9F,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,EAAE,MAAM,CAAC,CAAA;QAC3D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACjC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAA;IACnD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACjD,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CACnE,CAAA;QACD,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,EAAE,MAAM,CAAC,CAAA;QAC3D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACjC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;IACzC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,MAAM,GAAG;YACb,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;YAC7C,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;YAC9C,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;YAC9C,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;SAC/C,CAAA;QACD,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,CAAC,CAAA;QACjD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAE,CAAA;QACrE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAChC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,MAAM,GAAG,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;QACnD,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,CAAC,CAAA;QACjD,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAE,CAAA;QACnE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,MAAM,GAAG;YACb,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;YAChD,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;YAChD,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;YACjD,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;SAClD,CAAA;QACD,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,CAAC,CAAA;QACjD,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAE,CAAA;QACnE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACjC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;QACnG,MAAM,EAAE,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,KAAK,CAAC,CAAA;QAC1C,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAE7B,MAAM,MAAM,GAAG;YACb,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;YAC9D,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;SAChE,CAAA;QACD,MAAM,EAAE,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,CAAC,CAAA;QAC3C,MAAM,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;IAC9C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,uEAAuE,EAAE,GAAG,EAAE;QAC/E,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;QACxD,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QAC/C,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC,CAAA;IAC9E,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}