cognitive-core 0.2.4 → 0.3.1

package/dist/eval/playbook-calibration-report.js

@@ -0,0 +1,246 @@
+import { existsSync, readdirSync, readFileSync } from 'node:fs';
+import { basename, join } from 'node:path';
+const DEFAULT_THRESHOLDS = [0.35, 0.45, 0.55, 0.65];
+export function loadPlaybookCalibrationRows(traceRoot, opts = {}) {
+    const set = loadTraceSet(traceRoot, opts);
+    const baselineByIndex = new Map(set.baseline.map((d) => [d.taskIndex, d]));
+    const rows = [];
+    for (const task of set.learning) {
+        const baseline = baselineByIndex.get(task.taskIndex);
+        for (const pb of task.injection.playbooks ?? []) {
+            rows.push(toCalibrationRow(task, pb, baseline));
+        }
+    }
+    return rows;
+}
+export function renderPlaybookCalibrationReport(traceRoot, opts = {}) {
+    const thresholds = normalizeThresholds(opts.thresholds);
+    const set = loadTraceSet(traceRoot, opts);
+    const rows = loadPlaybookCalibrationRows(traceRoot, opts);
+    const learningTasks = set.learning.length;
+    const pairedTasks = set.baseline.length;
+    const injectedTasks = set.learning.filter((d) => (d.injection.playbookCount ?? 0) > 0).length;
+    const aggregates = aggregateRows(rows);
+    const lines = [
+        '# Playbook Calibration Report',
+        '',
+        `**Trace root:** \`${traceRoot}\``,
+        `**Layout:** ${set.pairedLayout ? `paired directories (${set.learningArm} vs ${set.baselineArm})` : 'flat/single trace'}`,
+        '',
+        '> This report treats playbook injection as the exposure event and paired outcome deltas as the strongest available utility label. Single-arm labels are weaker and should drive hypothesis generation, not final attribution.',
+        '',
+        '## Summary',
+        '',
+        `- Learning tasks: ${learningTasks}`,
+        `- Paired baseline tasks: ${pairedTasks}`,
+        `- Tasks with playbooks injected: ${injectedTasks}/${learningTasks} (${pct(injectedTasks, learningTasks)})`,
+        `- Injected playbook rows: ${rows.length}`,
+        `- Discordant wins: ${countRows(rows, 'discordant-win')}`,
+        `- Discordant losses: ${countRows(rows, 'discordant-loss')}`,
+        `- Single-arm passes: ${countRows(rows, 'single-arm-pass')}`,
+        `- Single-arm failures: ${countRows(rows, 'single-arm-fail')}`,
+        '',
+        '## Threshold Sweep',
+        '',
+        '| Min score | Rows kept | Tasks exposed | Pass rate | Discordant wins | Discordant losses | Single-arm pass | Single-arm fail |',
+        '|----------:|----------:|--------------:|----------:|----------------:|------------------:|----------------:|----------------:|',
+    ];
+    for (const threshold of thresholds) {
+        const kept = rows.filter((r) => r.score >= threshold);
+        const exposedTasks = new Set(kept.map((r) => r.taskIndex)).size;
+        const passCount = kept.filter((r) => r.outcomeSuccess).length;
+        lines.push(`| ${threshold.toFixed(2)} | ${kept.length} | ${exposedTasks} | ${pct(passCount, kept.length)} | ` +
+            `${countRows(kept, 'discordant-win')} | ${countRows(kept, 'discordant-loss')} | ` +
+            `${countRows(kept, 'single-arm-pass')} | ${countRows(kept, 'single-arm-fail')} |`);
+    }
+    lines.push('', '## Per-Playbook Calibration', '', '| Playbook | Level | Method | Surfaced | Pass rate | Utility labels | Avg score | Score range | Families |', '|----------|-------|--------|---------:|----------:|----------------|----------:|-------------|----------|');
+    if (aggregates.length === 0) {
+        lines.push('| _(none)_ |  |  | 0 | n/a |  | n/a | n/a |  |');
+    }
+    else {
+        for (const agg of aggregates) {
+            lines.push(`| ${escapeCell(agg.name)} | ${escapeCell([...agg.skillLevels].sort().join(', ') || 'unknown')} | ` +
+                `${escapeCell([...agg.methods].sort().join(', ') || 'unknown')} | ` +
+                `${agg.surfaced} | ${pct(agg.passed, agg.surfaced)} | ` +
+                `DW ${agg.discordantWins}, DL ${agg.discordantLosses}, BP ${agg.bothPass}, BF ${agg.bothFail}, ` +
+                `SP ${agg.singleArmPass}, SF ${agg.singleArmFail} | ` +
+                `${(agg.scoreSum / agg.surfaced).toFixed(3)} | ${agg.minScore.toFixed(3)}-${agg.maxScore.toFixed(3)} | ` +
+                `${escapeCell([...agg.families].sort().join(', ') || '-')} |`);
+        }
+    }
+    lines.push('', '## Injected Rows', '', '| # | Task | Family | Outcome | Baseline | Label | Score | Playbook |', '|--:|------|--------|---------|----------|-------|------:|----------|');
+    for (const row of rows.sort((a, b) => a.taskIndex - b.taskIndex || b.score - a.score)) {
+        const taskName = basename(row.taskId);
+        const baseline = row.baselineSuccess == null ? 'n/a' : row.baselineSuccess ? 'PASS' : 'fail';
+        lines.push(`| ${row.taskIndex} | ${escapeCell(taskName)} | ${escapeCell(row.family ?? '-')} | ` +
+            `${row.outcomeSuccess ? 'PASS' : 'fail'} | ${baseline} | ${row.label} | ` +
+            `${row.score.toFixed(3)} | ${escapeCell(row.playbookName)} |`);
+    }
+    return lines.join('\n');
+}
+function toCalibrationRow(task, pb, baseline) {
+    const label = labelOutcome(task.outcome.success, baseline?.outcome.success);
+    return {
+        taskIndex: task.taskIndex,
+        taskId: task.taskId,
+        family: task.family,
+        difficulty: task.difficulty,
+        playbookId: pb.id,
+        playbookName: pb.name,
+        score: pb.score,
+        retrievalMethod: pb.retrievalMethod,
+        extractionMethod: pb.extractionMethod,
+        skillLevel: pb.skillLevel,
+        outcomeSuccess: task.outcome.success,
+        baselineSuccess: baseline?.outcome.success,
+        label,
+        arm: task.arm,
+        playbookRetriever: task.retrieval.playbookRetriever,
+        scoreFloor: task.retrieval.threshold,
+        rawCount: task.retrieval.playbookRawCount,
+        excludedByScoreFloor: task.retrieval.playbookExcludedByScoreFloor,
+        domainFallbackUsed: task.retrieval.playbookDomainFallbackUsed,
+    };
+}
+export function labelOutcome(success, baselineSuccess) {
+    if (baselineSuccess == null)
+        return success ? 'single-arm-pass' : 'single-arm-fail';
+    if (success && !baselineSuccess)
+        return 'discordant-win';
+    if (!success && baselineSuccess)
+        return 'discordant-loss';
+    if (success && baselineSuccess)
+        return 'both-pass';
+    return 'both-fail';
+}
+export function loadTraceSet(traceRoot, opts) {
+    const learningArm = opts.learningArm ?? 'full';
+    const baselineArm = opts.baselineArm ?? 'no-playbooks';
+    const learningDir = join(traceRoot, learningArm);
+    const baselineDir = join(traceRoot, baselineArm);
+    if (existsSync(learningDir) || existsSync(baselineDir)) {
+        return {
+            learning: readTaskDiagnostics(learningDir),
+            baseline: existsSync(baselineDir) ? readTaskDiagnostics(baselineDir) : [],
+            learningArm,
+            baselineArm,
+            pairedLayout: existsSync(learningDir) && existsSync(baselineDir),
+        };
+    }
+    const all = readTaskDiagnostics(traceRoot);
+    const requestedLearning = opts.learningArm
+        ? all.filter((d) => d.arm === opts.learningArm)
+        : all.filter((d) => d.arm !== baselineArm);
+    const learning = requestedLearning.length > 0 ? requestedLearning : all;
+    const baseline = opts.baselineArm
+        ? all.filter((d) => d.arm === opts.baselineArm)
+        : all.filter((d) => d.arm === baselineArm || d.arm === 'no-learning');
+    return {
+        learning,
+        baseline,
+        learningArm,
+        baselineArm,
+        pairedLayout: false,
+    };
+}
+function readTaskDiagnostics(traceDir) {
+    let files;
+    try {
+        files = readdirSync(traceDir)
+            .filter((f) => f.endsWith('.jsonl'))
+            .sort();
+    }
+    catch {
+        return [];
+    }
+    const out = [];
+    for (const file of files) {
+        if (file === 'learning.jsonl')
+            continue;
+        const raw = readFileSync(join(traceDir, file), 'utf-8');
+        for (const line of raw.split('\n')) {
+            if (!line.trim())
+                continue;
+            try {
+                const entry = JSON.parse(line);
+                if (entry.type === 'diagnostics')
+                    out.push(entry);
+            }
+            catch {
+                // ignore malformed trace lines
+            }
+        }
+    }
+    return out.sort((a, b) => a.taskIndex - b.taskIndex);
+}
+function aggregateRows(rows) {
+    const byPlaybook = new Map();
+    for (const row of rows) {
+        const agg = byPlaybook.get(row.playbookId) ?? {
+            id: row.playbookId,
+            name: row.playbookName,
+            surfaced: 0,
+            passed: 0,
+            failed: 0,
+            discordantWins: 0,
+            discordantLosses: 0,
+            bothPass: 0,
+            bothFail: 0,
+            singleArmPass: 0,
+            singleArmFail: 0,
+            scoreSum: 0,
+            minScore: Number.POSITIVE_INFINITY,
+            maxScore: Number.NEGATIVE_INFINITY,
+            methods: new Set(),
+            families: new Set(),
+            skillLevels: new Set(),
+        };
+        agg.surfaced++;
+        if (row.outcomeSuccess)
+            agg.passed++;
+        else
+            agg.failed++;
+        if (row.label === 'discordant-win')
+            agg.discordantWins++;
+        if (row.label === 'discordant-loss')
+            agg.discordantLosses++;
+        if (row.label === 'both-pass')
+            agg.bothPass++;
+        if (row.label === 'both-fail')
+            agg.bothFail++;
+        if (row.label === 'single-arm-pass')
+            agg.singleArmPass++;
+        if (row.label === 'single-arm-fail')
+            agg.singleArmFail++;
+        agg.scoreSum += row.score;
+        agg.minScore = Math.min(agg.minScore, row.score);
+        agg.maxScore = Math.max(agg.maxScore, row.score);
+        if (row.extractionMethod)
+            agg.methods.add(row.extractionMethod);
+        if (row.family)
+            agg.families.add(row.family);
+        if (row.skillLevel)
+            agg.skillLevels.add(row.skillLevel);
+        byPlaybook.set(row.playbookId, agg);
+    }
+    return [...byPlaybook.values()].sort((a, b) => b.discordantWins - a.discordantWins ||
+        a.discordantLosses - b.discordantLosses ||
+        b.surfaced - a.surfaced ||
+        a.name.localeCompare(b.name));
+}
+function normalizeThresholds(thresholds) {
+    const raw = thresholds && thresholds.length > 0 ? thresholds : DEFAULT_THRESHOLDS;
+    return [
+        ...new Set(raw.filter((n) => Number.isFinite(n)).map((n) => Math.max(0, Math.min(1, n)))),
+    ].sort((a, b) => a - b);
+}
+function countRows(rows, label) {
+    return rows.filter((r) => r.label === label).length;
+}
+function pct(n, d) {
+    return d === 0 ? 'n/a' : `${((n / d) * 100).toFixed(1)}%`;
+}
+function escapeCell(value) {
+    return value.replace(/\|/g, '\\|');
+}
+//# sourceMappingURL=playbook-calibration-report.js.map

package/dist/eval/playbook-calibration-report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"playbook-calibration-report.js","sourceRoot":"","sources":["../../src/eval/playbook-calibration-report.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAmE3C,MAAM,kBAAkB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAEpD,MAAM,UAAU,2BAA2B,CACzC,SAAiB,EACjB,OAAyC,EAAE;IAE3C,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC1C,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,MAAM,IAAI,GAA6B,EAAE,CAAC;IAE1C,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrD,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;YAChD,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,SAAiB,EACjB,OAAyC,EAAE;IAE3C,MAAM,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxD,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,2BAA2B,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC1D,MAAM,aAAa,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;IAC1C,MAAM,WAAW,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;IACxC,MAAM,aAAa,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IAC9F,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IAEvC,MAAM,KAAK,GAAa;QACtB,+BAA+B;QAC/B,EAAE;QACF,qBAAqB,SAAS,IAAI;QAClC,eAAe,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,uBAAuB,GAAG,CAAC,WAAW,OAAO,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,mBAAmB,EAAE;QACzH,EAAE;QACF,+NAA+N;QAC/N,EAAE;QACF,YAAY;QACZ,EAAE;QACF,qBAAqB,aAAa,EAAE;QACpC,4BAA4B,WAAW,EAAE;QACzC,oCAAoC,aAAa,IAAI,aAAa,KAAK,GAAG,CAAC,aAAa,EAAE,aAAa,CAAC,GAAG;QAC3G,6BAA6B,IAAI,CAAC,MAAM,EAAE;QAC1C,sBAAsB,SAAS,CAAC,IAAI,EAAE,gBAAgB,CAAC,EAAE;QACzD,wBAAwB,SAAS,CAAC,IAAI,EAAE,iBAAiB,CAAC,EAAE;QAC5D,wBAAwB,SAAS,CAAC,IAAI,EAAE,iBAAiB,CAAC,EAAE;QAC5D,0BAA0B,SAAS,CAAC,IAAI,EAAE,iBAAiB,CAAC,EAAE;QAC9D,EAAE;QACF,oBAAoB;QACpB,EAAE;QACF,iIAAiI;QACjI,iIAAiI;KAClI,CAAC;IAEF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC,CAAC;QACtD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;QAChE,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC;QAC9D,KAAK,CAAC,IAAI,CACR,KAAK,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,MAAM,YAAY,MAAM,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YAChG,GAAG,SAAS,CAAC,IAAI,EAAE,gBAAgB,CAAC,MAAM,SAAS,CAAC,IAAI,EAAE,iBAAiB,CAAC,KAAK;YACjF,GAAG,SAAS,CAAC,IAAI,EAAE,iBAAiB,CAAC,MAAM,SAAS,CAAC,IAAI,EAAE,iBAAiB,CAAC,IAAI,CACpF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CACR,EAAE,EACF,6BAA6B,EAC7B,EAAE,EACF,4GAA4G,EAC5G,4GAA4G,CAC7G,CAAC;IAEF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;IAC/D,CAAC;SAAM,CAAC;QACN,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CACR,KAAK,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC,GAAG,GAAG,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,KAAK;gBACjG,GAAG,UAAU,CAAC,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,KAAK;gBACnE,GAAG,GAAG,CAAC,QAAQ,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK;gBACvD,MAAM,GAAG,CAAC,cAAc,QAAQ,GAAG,CAAC,gBAAgB,QAAQ,GAAG,CAAC,QAAQ,QAAQ,GAAG,CAAC,QAAQ,IAAI;gBAChG,MAAM,GAAG,CAAC,aAAa,QAAQ,GAAG,CAAC,aAAa,KAAK;gBACrD,GAAG,CAAC,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;gBACxG,GAAG,UAAU,CAAC,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAChE,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CACR,EAAE,EACF,kBAAkB,EAClB,EAAE,EACF,uEAAuE,EACvE,uEAAuE,CACxE,CAAC;IAEF,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QACtF,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,GAAG,CAAC,eAAe,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QAC7F,KAAK,CAAC,IAAI,CACR,KAAK,GAAG,CAAC,SAAS,MAAM,UAAU,CAAC,QAAQ,CAAC,MAAM,UAAU,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,KAAK;YAClF,GAAG,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,MAAM,QAAQ,MAAM,GAAG,CAAC,KAAK,KAAK;YACzE,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAChE,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,gBAAgB,CACvB,IAAqB,EACrB,EAAwB,EACxB,QAAqC;IAErC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5E,OAAO;QACL,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,UAAU,EAAE,EAAE,CAAC,EAAE;QACjB,YAAY,EAAE,EAAE,CAAC,IAAI;QACrB,KAAK,EAAE,EAAE,CAAC,KAAK;QACf,eAAe,EAAE,EAAE,CAAC,eAAe;QACnC,gBAAgB,EAAE,EAAE,CAAC,gBAAgB;QACrC,UAAU,EAAE,EAAE,CAAC,UAAU;QACzB,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;QACpC,eAAe,EAAE,QAAQ,EAAE,OAAO,CAAC,OAAO;QAC1C,KAAK;QACL,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,iBAAiB;QACnD,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS;QACpC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB;QACzC,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,4BAA4B;QACjE,kBAAkB,EAAE,IAAI,CAAC,SAAS,CAAC,0BAA0B;KAC9D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,OAAgB,EAChB,eAAoC;IAEpC,IAAI,eAAe,IAAI,IAAI;QAAE,OAAO,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,iBAAiB,CAAC;IACpF,IAAI,OAAO,IAAI,CAAC,eAAe;QAAE,OAAO,gBAAgB,CAAC;IACzD,IAAI,CAAC,OAAO,IAAI,eAAe;QAAE,OAAO,iBAAiB,CAAC;IAC1D,IAAI,OAAO,IAAI,eAAe;QAAE,OAAO,WAAW,CAAC;IACnD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,SAAiB,EACjB,IAAsC;IAEtC,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC;IAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,cAAc,CAAC;IACvD,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAEjD,IAAI,UAAU,CAAC,WAAW,CAAC,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QACvD,OAAO;YACL,QAAQ,EAAE,mBAAmB,CAAC,WAAW,CAAC;YAC1C,QAAQ,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE;YACzE,WAAW;YACX,WAAW;YACX,YAAY,EAAE,UAAU,CAAC,WAAW,CAAC,IAAI,UAAU,CAAC,WAAW,CAAC;SACjE,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,mBAAmB,CAAC,SAAS,CAAC,CAAC;IAC3C,MAAM,iBAAiB,GAAG,IAAI,CAAC,WAAW;QACxC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC;QAC/C,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,WAAW,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC;IACxE,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW;QAC/B,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC;QAC/C,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,WAAW,IAAI,CAAC,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IAExE,OAAO;QACL,QAAQ;QACR,QAAQ;QACR,WAAW;QACX,WAAW;QACX,YAAY,EAAE,KAAK;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAgB;IAC3C,IAAI,KAAe,CAAC;IACpB,IAAI,CAAC;QACH,KAAK,GAAG,WAAW,CAAC,QAAQ,CAAC;aAC1B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;aACnC,IAAI,EAAE,CAAC;IACZ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,KAAK,gBAAgB;YAAE,SAAS;QACxC,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;QACxD,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;gBAAE,SAAS;YAC3B,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;gBAC1D,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa;oBAAE,GAAG,CAAC,IAAI,CAAC,KAAmC,CAAC,CAAC;YAClF,CAAC;YAAC,MAAM,CAAC;gBACP,+BAA+B;YACjC,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,aAAa,CAAC,IAA8B;IACnD,MAAM,UAAU,GAAG,IAAI,GAAG,EAA6B,CAAC;IACxD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI;YAC5C,EAAE,EAAE,GAAG,CAAC,UAAU;YAClB,IAAI,EAAE,GAAG,CAAC,YAAY;YACtB,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,CAAC;YACT,cAAc,EAAE,CAAC;YACjB,gBAAgB,EAAE,CAAC;YACnB,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,aAAa,EAAE,CAAC;YAChB,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,MAAM,CAAC,iBAAiB;YAClC,QAAQ,EAAE,MAAM,CAAC,iBAAiB;YAClC,OAAO,EAAE,IAAI,GAAG,EAAU;YAC1B,QAAQ,EAAE,IAAI,GAAG,EAAU;YAC3B,WAAW,EAAE,IAAI,GAAG,EAAU;SAC/B,CAAC;QACF,GAAG,CAAC,QAAQ,EAAE,CAAC;QACf,IAAI,GAAG,CAAC,cAAc;YAAE,GAAG,CAAC,MAAM,EAAE,CAAC;;YAChC,GAAG,CAAC,MAAM,EAAE,CAAC;QAClB,IAAI,GAAG,CAAC,KAAK,KAAK,gBAAgB;YAAE,GAAG,CAAC,cAAc,EAAE,CAAC;QACzD,IAAI,GAAG,CAAC,KAAK,KAAK,iBAAiB;YAAE,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC5D,IAAI,GAAG,CAAC,KAAK,KAAK,WAAW;YAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC9C,IAAI,GAAG,CAAC,KAAK,KAAK,WAAW;YAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC9C,IAAI,GAAG,CAAC,KAAK,KAAK,iBAAiB;YAAE,GAAG,CAAC,aAAa,EAAE,CAAC;QACzD,IAAI,GAAG,CAAC,KAAK,KAAK,iBAAiB;YAAE,GAAG,CAAC,aAAa,EAAE,CAAC;QACzD,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,KAAK,CAAC;QAC1B,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QACjD,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QACjD,IAAI,GAAG,CAAC,gBAAgB;YAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAChE,IAAI,GAAG,CAAC,MAAM;YAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,GAAG,CAAC,UAAU;YAAE,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACxD,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAClC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc;QACnC,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC,gBAAgB;QACvC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ;QACvB,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAC/B,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,UAAgC;IAC3D,MAAM,GAAG,GAAG,UAAU,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC;IAClF,OAAO;QACL,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;KAC1F,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,SAAS,CAAC,IAA8B,EAAE,KAA8B;IAC/E,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,MAAM,CAAC;AACtD,CAAC;AAED,SAAS,GAAG,CAAC,CAAS,EAAE,CAAS;IAC/B,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AAC5D,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AACrC,CAAC"}

package/dist/eval/playbook-candidate-decisions-report.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Phase-0 candidate-decision report (roadmap §8 / §12.2 "Experiment 0").
+ *
+ * Where the calibration report (`playbook-calibration-report.ts`) measures the
+ * *injected* playbooks, this report covers *every* retrieved candidate —
+ * including the ones the score floor or applicability gate dropped — so a
+ * rejected true-positive (e.g. a seeded EDR playbook abstained on every task)
+ * is explainable from the report alone rather than by reading raw traces.
+ *
+ * It also computes the domain-fallback rate, which is the single signal that
+ * confirms the extraction-side index fix held: after the fix, in-family
+ * candidates should reach retrieval in-domain (fallback ≈ 0).
+ *
+ * Pure except for reading the trace directory via the shared loader.
+ */
+import type { SkillCandidateDecisionRow } from './diagnostics.js';
+import { type PlaybookCalibrationReportOptions } from './playbook-calibration-report.js';
+export interface CandidateDecisionReportOptions extends PlaybookCalibrationReportOptions {
+    /**
+     * Known true-positive playbooks for this slice (by id or name). Any such
+     * candidate that is abstained / not injected is reported as a false negative
+     * with its rejection reason.
+     */
+    truePositives?: Array<{
+        playbookId?: string;
+        playbookName?: string;
+    }>;
+}
+/**
+ * Load every candidate decision row from a trace set, with outcome / paired
+ * baseline / utility label filled in at report time (mirroring how the
+ * calibration report labels injected rows).
+ */
+export declare function loadCandidateDecisionRows(traceRoot: string, opts?: CandidateDecisionReportOptions): SkillCandidateDecisionRow[];
+export declare function renderPlaybookCandidateDecisionsReport(traceRoot: string, opts?: CandidateDecisionReportOptions): string;
+//# sourceMappingURL=playbook-candidate-decisions-report.d.ts.map

package/dist/eval/playbook-candidate-decisions-report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"playbook-candidate-decisions-report.d.ts","sourceRoot":"","sources":["../../src/eval/playbook-candidate-decisions-report.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAE,yBAAyB,EAAmB,MAAM,kBAAkB,CAAC;AACnF,OAAO,EAGL,KAAK,gCAAgC,EACtC,MAAM,kCAAkC,CAAC;AAE1C,MAAM,WAAW,8BAA+B,SAAQ,gCAAgC;IACtF;;;;OAIG;IACH,aAAa,CAAC,EAAE,KAAK,CAAC;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACvE;AAMD;;;;GAIG;AACH,wBAAgB,yBAAyB,CACvC,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE,8BAAmC,GACxC,yBAAyB,EAAE,CAgB7B;AAaD,wBAAgB,sCAAsC,CACpD,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE,8BAAmC,GACxC,MAAM,CAsIR"}

package/dist/eval/playbook-candidate-decisions-report.js

@@ -0,0 +1,201 @@
+/**
+ * Phase-0 candidate-decision report (roadmap §8 / §12.2 "Experiment 0").
+ *
+ * Where the calibration report (`playbook-calibration-report.ts`) measures the
+ * *injected* playbooks, this report covers *every* retrieved candidate —
+ * including the ones the score floor or applicability gate dropped — so a
+ * rejected true-positive (e.g. a seeded EDR playbook abstained on every task)
+ * is explainable from the report alone rather than by reading raw traces.
+ *
+ * It also computes the domain-fallback rate, which is the single signal that
+ * confirms the extraction-side index fix held: after the fix, in-family
+ * candidates should reach retrieval in-domain (fallback ≈ 0).
+ *
+ * Pure except for reading the trace directory via the shared loader.
+ */
+import { loadTraceSet, labelOutcome, } from './playbook-calibration-report.js';
+function taskOutcome(task) {
+    return task.outcome.success ? 'pass' : 'fail';
+}
+/**
+ * Load every candidate decision row from a trace set, with outcome / paired
+ * baseline / utility label filled in at report time (mirroring how the
+ * calibration report labels injected rows).
+ */
+export function loadCandidateDecisionRows(traceRoot, opts = {}) {
+    const set = loadTraceSet(traceRoot, opts);
+    const baselineByIndex = new Map(set.baseline.map((d) => [d.taskIndex, d]));
+    const rows = [];
+    for (const task of set.learning) {
+        const baseline = baselineByIndex.get(task.taskIndex);
+        const outcome = taskOutcome(task);
+        const pairedBaselineOutcome = baseline ? taskOutcome(baseline) : undefined;
+        const utilityLabel = labelOutcome(task.outcome.success, baseline?.outcome.success);
+        for (const row of task.retrieval.candidateDecisions ?? []) {
+            rows.push({ ...row, outcome, pairedBaselineOutcome, utilityLabel });
+        }
+    }
+    return rows;
+}
+function isTruePositive(row, tps) {
+    return tps.some((tp) => (tp.playbookId && tp.playbookId === row.playbookId) ||
+        (tp.playbookName && tp.playbookName === row.playbookName));
+}
+export function renderPlaybookCandidateDecisionsReport(traceRoot, opts = {}) {
+    const set = loadTraceSet(traceRoot, opts);
+    const rows = loadCandidateDecisionRows(traceRoot, opts);
+    const learningTasks = set.learning.length;
+    const tasksWithRawCandidates = set.learning.filter((d) => (d.retrieval.playbookRawCount ?? 0) > 0).length;
+    const tasksWithRows = set.learning.filter((d) => (d.retrieval.candidateDecisions?.length ?? 0) > 0).length;
+    const fallbackRows = rows.filter((r) => r.domainFallbackUsed);
+    const tasksWithFallback = set.learning.filter((d) => (d.retrieval.candidateDecisions ?? []).some((c) => c.domainFallbackUsed)).length;
+    const injectedRows = rows.filter((r) => r.injected);
+    const abstainedRows = rows.filter((r) => r.decision === 'abstain');
+    const gateEnforcedRows = rows.filter((r) => r.gateEnforced);
+    const lines = [
+        '# Playbook Candidate Decision Report (Phase 0)',
+        '',
+        `**Trace root:** \`${traceRoot}\``,
+        `**Layout:** ${set.pairedLayout ? `paired directories (${set.learningArm} vs ${set.baselineArm})` : 'flat/single trace'}`,
+        '',
+        '> Every *raw* candidate gets a row, including those dropped by the score floor or applicability gate. Use this to audit rejected candidates and the domain-fallback rate, not to claim utility (that needs paired outcomes — see the calibration report).',
+        '',
+        '## Summary',
+        '',
+        `- Learning tasks: ${learningTasks}`,
+        `- Tasks with ≥1 raw playbook candidate: ${tasksWithRawCandidates}`,
+        `- Candidate decision rows: ${rows.length}`,
+        `- Distinct candidate playbooks: ${new Set(rows.map((r) => r.playbookId)).size}`,
+        `- Injected rows: ${injectedRows.length}`,
+        `- Abstained rows: ${abstainedRows.length}`,
+        `- Rows under an enforcing gate: ${gateEnforcedRows.length}/${rows.length}`,
+        `- Domain-fallback rows: ${fallbackRows.length}/${rows.length} (${pct(fallbackRows.length, rows.length)})`,
+        `- Tasks using domain fallback: ${tasksWithFallback}/${learningTasks} (${pct(tasksWithFallback, learningTasks)})`,
+        '',
+        '## Completeness',
+        '',
+        completenessLine(tasksWithRows, tasksWithRawCandidates),
+        '',
+    ];
+    // --- Domain fallback by family (the index-fix audit) ---
+    lines.push('## Domain fallback by family');
+    lines.push('');
+    lines.push('> After the extraction-side index fix, in-family candidates should reach retrieval in-domain — fallback rate ≈ 0. A non-zero rate flags a candidate whose `primary_domain` (`domains[0]`) still misses the task routing key.');
+    lines.push('');
+    lines.push('| Family | Rows | Fallback rows | Fallback rate |');
+    lines.push('|---|---:|---:|---:|');
+    for (const [family, famRows] of groupByFamily(rows)) {
+        const fb = famRows.filter((r) => r.domainFallbackUsed).length;
+        lines.push(`| ${escapeCell(family)} | ${famRows.length} | ${fb} | ${pct(fb, famRows.length)} |`);
+    }
+    lines.push('');
+    // --- Rejected candidate audit ---
+    const rejected = rows.filter((r) => !r.injected);
+    lines.push('## Rejected candidates');
+    lines.push('');
+    if (rejected.length === 0) {
+        lines.push('_No candidates were dropped — every raw candidate was injected._');
+    }
+    else {
+        lines.push('| Task | Playbook | Score | Rank | Fallback | Decision | Reason | domains[0] vs task |');
+        lines.push('|---|---|---:|---:|:--:|---|---|---|');
+        for (const r of rejected.sort((a, b) => a.taskId.localeCompare(b.taskId) || b.score - a.score)) {
+            const domainCmp = `${r.normalizedDomains[0] ?? '∅'} vs ${r.taskDomains.join('/') || '∅'}`;
+            lines.push(`| ${escapeCell(r.taskId)} | ${escapeCell(r.playbookName)} | ${r.score.toFixed(3)} | ` +
+                `${r.candidateRank} | ${r.domainFallbackUsed ? 'yes' : 'no'} | ${r.decision} | ` +
+                `${escapeCell(r.reason)} | ${escapeCell(domainCmp)} |`);
+        }
+    }
+    lines.push('');
+    // --- Per-candidate roll-up ---
+    lines.push('## Per-candidate roll-up');
+    lines.push('');
+    lines.push('| Playbook | Surfaced | Injected | Abstained | Fallback | Avg score | Families |');
+    lines.push('|---|---:|---:|---:|---:|---:|---|');
+    for (const agg of rollUp(rows)) {
+        lines.push(`| ${escapeCell(agg.name)} | ${agg.surfaced} | ${agg.injected} | ${agg.abstained} | ` +
+            `${agg.fallback} | ${(agg.scoreSum / agg.surfaced).toFixed(3)} | ${[...agg.families].join(', ')} |`);
+    }
+    lines.push('');
+    // --- Injected-candidate utility (only meaningful with paired baseline) ---
+    if (set.pairedLayout || rows.some((r) => r.pairedBaselineOutcome !== undefined)) {
+        const dWins = injectedRows.filter((r) => r.utilityLabel === 'discordant-win').length;
+        const dLosses = injectedRows.filter((r) => r.utilityLabel === 'discordant-loss').length;
+        lines.push('## Injected-candidate utility (paired)');
+        lines.push('');
+        lines.push(`- Injected on discordant win: ${dWins}`);
+        lines.push(`- Injected on discordant loss (false-positive exposures): ${dLosses}`);
+        lines.push('');
+    }
+    // --- True-positive false negatives ---
+    if (opts.truePositives && opts.truePositives.length > 0) {
+        const tpFalseNegatives = rows.filter((r) => isTruePositive(r, opts.truePositives) && !r.injected);
+        lines.push('## True-positive false negatives');
+        lines.push('');
+        if (tpFalseNegatives.length === 0) {
+            lines.push('_No known true-positive playbook was dropped._');
+        }
+        else {
+            lines.push('| Task | Playbook | Score | Decision | Reason |');
+            lines.push('|---|---|---:|---|---|');
+            for (const r of tpFalseNegatives) {
+                lines.push(`| ${escapeCell(r.taskId)} | ${escapeCell(r.playbookName)} | ${r.score.toFixed(3)} | ` +
+                    `${r.decision} | ${escapeCell(r.reason)} |`);
+            }
+        }
+        lines.push('');
+    }
+    return lines.join('\n');
+}
+function rollUp(rows) {
+    const byId = new Map();
+    for (const row of rows) {
+        const agg = byId.get(row.playbookId) ?? {
+            name: row.playbookName,
+            surfaced: 0,
+            injected: 0,
+            abstained: 0,
+            fallback: 0,
+            scoreSum: 0,
+            families: new Set(),
+        };
+        agg.surfaced++;
+        if (row.injected)
+            agg.injected++;
+        if (row.decision === 'abstain')
+            agg.abstained++;
+        if (row.domainFallbackUsed)
+            agg.fallback++;
+        agg.scoreSum += row.score;
+        if (row.family)
+            agg.families.add(row.family);
+        byId.set(row.playbookId, agg);
+    }
+    return [...byId.values()].sort((a, b) => b.surfaced - a.surfaced || a.name.localeCompare(b.name));
+}
+function groupByFamily(rows) {
+    const byFamily = new Map();
+    for (const row of rows) {
+        const family = row.family ?? '(none)';
+        const list = byFamily.get(family) ?? [];
+        list.push(row);
+        byFamily.set(family, list);
+    }
+    return [...byFamily.entries()].sort((a, b) => a[0].localeCompare(b[0]));
+}
+function completenessLine(tasksWithRows, tasksWithRawCandidates) {
+    if (tasksWithRawCandidates === 0) {
+        return '_No task retrieved any raw playbook candidate, so there is nothing to audit._';
+    }
+    const complete = tasksWithRows >= tasksWithRawCandidates;
+    return complete
+        ? `✅ Every task with raw candidates (${tasksWithRawCandidates}) emitted candidate decision rows.`
+        : `⚠️ Only ${tasksWithRows}/${tasksWithRawCandidates} tasks with raw candidates emitted decision rows — capture is incomplete.`;
+}
+function pct(n, d) {
+    return d === 0 ? 'n/a' : `${((n / d) * 100).toFixed(1)}%`;
+}
+function escapeCell(value) {
+    return value.replace(/\|/g, '\\|');
+}
+//# sourceMappingURL=playbook-candidate-decisions-report.js.map

package/dist/eval/playbook-candidate-decisions-report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"playbook-candidate-decisions-report.js","sourceRoot":"","sources":["../../src/eval/playbook-candidate-decisions-report.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EACL,YAAY,EACZ,YAAY,GAEb,MAAM,kCAAkC,CAAC;AAW1C,SAAS,WAAW,CAAC,IAAqB;IACxC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;AAChD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CACvC,SAAiB,EACjB,OAAuC,EAAE;IAEzC,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC1C,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,MAAM,IAAI,GAAgC,EAAE,CAAC;IAE7C,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,qBAAqB,GAAG,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3E,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QACnF,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,kBAAkB,IAAI,EAAE,EAAE,CAAC;YAC1D,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,qBAAqB,EAAE,YAAY,EAAE,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,cAAc,CACrB,GAA8B,EAC9B,GAAiE;IAEjE,OAAO,GAAG,CAAC,IAAI,CACb,CAAC,EAAE,EAAE,EAAE,CACL,CAAC,EAAE,CAAC,UAAU,IAAI,EAAE,CAAC,UAAU,KAAK,GAAG,CAAC,UAAU,CAAC;QACnD,CAAC,EAAE,CAAC,YAAY,IAAI,EAAE,CAAC,YAAY,KAAK,GAAG,CAAC,YAAY,CAAC,CAC5D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sCAAsC,CACpD,SAAiB,EACjB,OAAuC,EAAE;IAEzC,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,yBAAyB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAExD,MAAM,aAAa,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;IAC1C,MAAM,sBAAsB,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAChD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,gBAAgB,IAAI,CAAC,CAAC,GAAG,CAAC,CAC/C,CAAC,MAAM,CAAC;IACT,MAAM,aAAa,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CACvC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,kBAAkB,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CACzD,CAAC,MAAM,CAAC;IAET,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC;IAC9D,MAAM,iBAAiB,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAClD,CAAC,CAAC,CAAC,SAAS,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,CACzE,CAAC,MAAM,CAAC;IACT,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACpD,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;IACnE,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAE5D,MAAM,KAAK,GAAa;QACtB,gDAAgD;QAChD,EAAE;QACF,qBAAqB,SAAS,IAAI;QAClC,eAAe,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,uBAAuB,GAAG,CAAC,WAAW,OAAO,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,mBAAmB,EAAE;QACzH,EAAE;QACF,2PAA2P;QAC3P,EAAE;QACF,YAAY;QACZ,EAAE;QACF,qBAAqB,aAAa,EAAE;QACpC,2CAA2C,sBAAsB,EAAE;QACnE,8BAA8B,IAAI,CAAC,MAAM,EAAE;QAC3C,mCAAmC,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE;QAChF,oBAAoB,YAAY,CAAC,MAAM,EAAE;QACzC,qBAAqB,aAAa,CAAC,MAAM,EAAE;QAC3C,mCAAmC,gBAAgB,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE;QAC3E,2BAA2B,YAAY,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG;QAC1G,kCAAkC,iBAAiB,IAAI,aAAa,KAAK,GAAG,CAAC,iBAAiB,EAAE,aAAa,CAAC,GAAG;QACjH,EAAE;QACF,iBAAiB;QACjB,EAAE;QACF,gBAAgB,CAAC,aAAa,EAAE,sBAAsB,CAAC;QACvD,EAAE;KACH,CAAC;IAEF,0DAA0D;IAC1D,KAAK,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IAC3C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CACR,8NAA8N,CAC/N,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;IAChE,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACnC,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;QACpD,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC;QAC9D,KAAK,CAAC,IAAI,CACR,KAAK,UAAU,CAAC,MAAM,CAAC,MAAM,OAAO,CAAC,MAAM,MAAM,EAAE,MAAM,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,CACrF,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,mCAAmC;IACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACrC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;IACjF,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CACR,wFAAwF,CACzF,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;QACnD,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,IAAI,CAC3B,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAChE,EAAE,CAAC;YACF,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,GAAG,OAAO,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;YAC1F,KAAK,CAAC,IAAI,CACR,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;gBACpF,GAAG,CAAC,CAAC,aAAa,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,QAAQ,KAAK;gBAChF,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,UAAU,CAAC,SAAS,CAAC,IAAI,CACzD,CAAC;QACJ,CAAC;IACH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,gCAAgC;IAChC,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;IAC/F,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IACjD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/B,KAAK,CAAC,IAAI,CACR,KAAK,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,QAAQ,MAAM,GAAG,CAAC,QAAQ,MAAM,GAAG,CAAC,SAAS,KAAK;YACnF,GAAG,GAAG,CAAC,QAAQ,MAAM,CAAC,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CACtG,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,4EAA4E;IAC5E,IAAI,GAAG,CAAC,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,qBAAqB,KAAK,SAAS,CAAC,EAAE,CAAC;QAChF,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,gBAAgB,CAAC,CAAC,MAAM,CAAC;QACrF,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,iBAAiB,CAAC,CAAC,MAAM,CAAC;QACxF,KAAK,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;QACrD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,iCAAiC,KAAK,EAAE,CAAC,CAAC;QACrD,KAAK,CAAC,IAAI,CAAC,6DAA6D,OAAO,EAAE,CAAC,CAAC;QACnF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,wCAAwC;IACxC,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxD,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAClC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,aAAc,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAC7D,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,KAAK,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;YAC9D,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YACrC,KAAK,MAAM,CAAC,IAAI,gBAAgB,EAAE,CAAC;gBACjC,KAAK,CAAC,IAAI,CACR,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;oBACpF,GAAG,CAAC,CAAC,QAAQ,MAAM,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAC9C,CAAC;YACJ,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAYD,SAAS,MAAM,CAAC,IAAiC;IAC/C,MAAM,IAAI,GAAG,IAAI,GAAG,EAA8B,CAAC;IACnD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI;YACtC,IAAI,EAAE,GAAG,CAAC,YAAY;YACtB,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,IAAI,GAAG,EAAU;SAC5B,CAAC;QACF,GAAG,CAAC,QAAQ,EAAE,CAAC;QACf,IAAI,GAAG,CAAC,QAAQ;YAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjC,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS;YAAE,GAAG,CAAC,SAAS,EAAE,CAAC;QAChD,IAAI,GAAG,CAAC,kBAAkB;YAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC3C,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,KAAK,CAAC;QAC1B,IAAI,GAAG,CAAC,MAAM;YAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AACpG,CAAC;AAED,SAAS,aAAa,CACpB,IAAiC;IAEjC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAuC,CAAC;IAChE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,QAAQ,CAAC;QACtC,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,gBAAgB,CAAC,aAAqB,EAAE,sBAA8B;IAC7E,IAAI,sBAAsB,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,+EAA+E,CAAC;IACzF,CAAC;IACD,MAAM,QAAQ,GAAG,aAAa,IAAI,sBAAsB,CAAC;IACzD,OAAO,QAAQ;QACb,CAAC,CAAC,qCAAqC,sBAAsB,oCAAoC;QACjG,CAAC,CAAC,WAAW,aAAa,IAAI,sBAAsB,2EAA2E,CAAC;AACpI,CAAC;AAED,SAAS,GAAG,CAAC,CAAS,EAAE,CAAS;IAC/B,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AAC5D,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AACrC,CAAC"}

package/dist/eval/playbook-usage-report.d.ts

@@ -0,0 +1,7 @@
+export interface PlaybookUsageReportOptions {
+    learningArm?: string;
+    baselineArm?: string;
+    postExtractionStartIndex?: number;
+}
+export declare function renderPlaybookUsageReport(traceRoot: string, opts?: PlaybookUsageReportOptions): string;
+//# sourceMappingURL=playbook-usage-report.d.ts.map

package/dist/eval/playbook-usage-report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"playbook-usage-report.d.ts","sourceRoot":"","sources":["../../src/eval/playbook-usage-report.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,0BAA0B;IACzC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,wBAAwB,CAAC,EAAE,MAAM,CAAC;CACnC;AAgBD,wBAAgB,yBAAyB,CACvC,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE,0BAA+B,GACpC,MAAM,CAkJR"}