cognitive-core 0.2.4 → 0.3.1

package/dist/eval/report.js

@@ -0,0 +1,567 @@
+import { readdirSync, readFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { familySuccessRates, transferMatrix, convergenceIteration, expertGain } from './metrics.js';
+import { computeFunnel, funnelTable, markDiscordantPairs, } from './diagnostics.js';
+/**
+ * Render an eval result as a human-readable Markdown report and as a JSON blob.
+ */
+const SPARK = '▁▂▃▄▅▆▇█';
+/** Render a 0..1 series as a unicode sparkline. */
+function sparkline(values) {
+    if (values.length === 0)
+        return '';
+    return values
+        .map((v) => {
+        const clamped = Math.max(0, Math.min(1, v));
+        const idx = Math.min(SPARK.length - 1, Math.round(clamped * (SPARK.length - 1)));
+        return SPARK[idx];
+    })
+        .join('');
+}
+/** Downsample a curve to at most `width` points for compact display. */
+function downsample(curve, width) {
+    if (curve.length <= width)
+        return curve;
+    const step = curve.length / width;
+    const out = [];
+    for (let i = 0; i < width; i++) {
+        out.push(curve[Math.floor(i * step)]);
+    }
+    return out;
+}
+function pct(x) {
+    return `${(x * 100).toFixed(1)}%`;
+}
+function conditionLine(c) {
+    const costCell = c.totalCostUsd != null ? ` $${c.totalCostUsd.toFixed(2)} |` : '';
+    return (`| ${c.label} | ${pct(c.successRate)} | [${pct(c.successRateCI[0])}, ${pct(c.successRateCI[1])}] ` +
+        `| ${pct(c.earlySuccessRate)} | ${pct(c.lateSuccessRate)} | ${c.avgSteps.toFixed(1)} |` +
+        costCell);
+}
+function hasCostData(result) {
+    return result.learning.totalCostUsd != null || result.noLearning.totalCostUsd != null;
+}
+/** Compact single-arm report (learning only, no baseline) — for ablation runs. */
+function renderSingleArm(result) {
+    const { learning, config } = result;
+    const curve = downsample(learning.curve, 40).map((p) => p.rollingSuccessRate);
+    const envErrLine = learning.envErrorRate > 0
+        ? [`- **Env-error rate:** ${pct(learning.envErrorRate)} (excluded from success rate)`]
+        : [];
+    return ([
+        '# Cognitive-Core Eval (single-arm: learning only)',
+        '',
+        '> ⚠ SINGLE-ARM RUN — no baseline; deltas are not meaningful.',
+        '',
+        `**Backend:** ${config.backend} · **Benchmark:** ${result.benchmarkName ?? 'live'} · ` +
+            `**Tasks:** ${config.taskCount} · **Seeds:** ${config.seeds.join(', ')}`,
+        '',
+        `- **Success rate:** ${pct(learning.successRate)} ` +
+            `(95% CI [${pct(learning.successRateCI[0])}, ${pct(learning.successRateCI[1])}])` +
+            (learning.avgPartialScore != null
+                ? ` · **Partial credit:** ${pct(learning.avgPartialScore)}`
+                : ''),
+        `- **Avg steps:** ${learning.avgSteps.toFixed(1)} · **Wall-clock:** ${(result.durationMs / 1000).toFixed(1)}s` +
+            (learning.totalCostUsd != null ? ` · **Cost:** $${learning.totalCostUsd.toFixed(2)}` : ''),
+        ...envErrLine,
+        '',
+        '```',
+        `success  ${sparkline(curve)}  ${pct(curve[0] ?? 0)} → ${pct(curve[curve.length - 1] ?? 0)}`,
+        '```',
+        '',
+        '_Single-arm: no cold baseline. Compare success rates across configs for lever attribution._',
+        '',
+    ].join('\n') + renderBenchmarkDetails(result));
+}
+export function renderMarkdown(result) {
+    if (result.singleArm)
+        return renderSingleArm(result);
+    const { learning, noLearning, config } = result;
+    const lWidth = 40;
+    const lCurve = downsample(learning.curve, lWidth).map((p) => p.rollingSuccessRate);
+    const nCurve = downsample(noLearning.curve, lWidth).map((p) => p.rollingSuccessRate);
+    const advisory = result.ciDisjointAdvisory ?? result.significant;
+    const verdict = advisory
+        ? result.successRateDelta > 0
+            ? '✅ Learning significantly improves task success.'
+            : '⚠️ Learning significantly *hurts* task success — investigate.'
+        : '➖ No statistically significant difference (CIs overlap). Try more seeds/tasks.';
+    // For live runs, show the benchmark name instead of the synthetic skill count.
+    const scopeChip = config.backend === 'live'
+        ? `**Benchmark:** ${result.benchmarkName ?? 'live'}`
+        : `**Skills:** ${config.skillCount}`;
+    const lines = [
+        '# Cognitive-Core Sequential Learning-Curve Eval',
+        '',
+        `**Backend:** ${config.backend} · **Tasks:** ${config.taskCount} · ` +
+            `${scopeChip} · **Seeds:** ${config.seeds.join(', ')} · ` +
+            `**Window:** ${config.rollingWindow}`,
+        '',
+        '## Verdict',
+        '',
+        verdict,
+        '',
+        `- **Success-rate delta (learning − baseline):** ${result.successRateDelta >= 0 ? '+' : ''}${pct(result.successRateDelta)}`,
+        `- **Normalized gain** g = (post − pre)/(1 − pre): **${result.normalizedGain.toFixed(2)}** ` +
+            `(${gainBand(result.normalizedGain)})`,
+        `- **CI-disjoint advisory (95% CIs):** ${advisory ? 'yes' : 'no'} ` +
+            `_(use McNemar p-value for headline significance)_`,
+        `- **Wall-clock:** ${(result.durationMs / 1000).toFixed(1)}s`,
+        ...(learning.envErrorRate > 0 || noLearning.envErrorRate > 0
+            ? [
+                `- **Env-error rate:** learning=${pct(learning.envErrorRate)} baseline=${pct(noLearning.envErrorRate)} ` +
+                    `_(excluded from success rates)_`,
+            ]
+            : []),
+        '',
+        '## Conditions',
+        '',
+        hasCostData(result)
+            ? '| Condition | Success | 95% CI | Early (1st⅓) | Late (last⅓) | Avg steps | Cost |'
+            : '| Condition | Success | 95% CI | Early (1st⅓) | Late (last⅓) | Avg steps |',
+        hasCostData(result)
+            ? '|-----------|---------|--------|--------------|--------------|-----------|------|'
+            : '|-----------|---------|--------|--------------|--------------|-----------|',
+        conditionLine(learning),
+        conditionLine(noLearning),
+        '',
+        '## Learning curves (rolling success rate)',
+        '',
+        '```',
+        `learning    ${sparkline(lCurve)}  ${pct(lCurve[0] ?? 0)} → ${pct(lCurve[lCurve.length - 1] ?? 0)}`,
+        `no-learning ${sparkline(nCurve)}  ${pct(nCurve[0] ?? 0)} → ${pct(nCurve[nCurve.length - 1] ?? 0)}`,
+        '```',
+        '',
+        'A rising `learning` line above a flat `no-learning` line is the signature of',
+        'a system that genuinely improves from accumulated experience.',
+        '',
+    ];
+    const benchDetails = renderBenchmarkDetails(result);
+    if (benchDetails)
+        lines.push(benchDetails);
+    return lines.join('\n');
+}
+function gainBand(g) {
+    if (g < 0)
+        return 'negative — learning hurt';
+    if (g < 0.3)
+        return 'low';
+    if (g < 0.7)
+        return 'medium';
+    return 'high';
+}
+function signedPct(x) {
+    return `${x >= 0 ? '+' : ''}${pct(x)}`;
+}
+export function renderAblationMarkdown(result) {
+    const { full, entries, config } = result;
+    const lines = [
+        '# Cognitive-Core Component Ablation',
+        '',
+        `**Backend:** ${config.backend} · **Tasks:** ${config.taskCount} · ` +
+            `**Skills:** ${config.skillCount} · **Seeds:** ${config.seeds.join(', ')} · ` +
+            `**Dream cadence:** ${config.forceBatchEvery || 10} tasks (decoupled)`,
+        '',
+        `**Full system success rate:** ${pct(full.successRate)} ` +
+            `(95% CI [${pct(full.successRateCI[0])}, ${pct(full.successRateCI[1])}])`,
+        '',
+        'Each row disables one component and reports the resulting success rate. ',
+        '**Contribution** = full − ablated: positive means the component *helps*; ',
+        'negative means it is net-harmful (worth removing).',
+        '',
+        '| Component | Ablated success | Contribution | Significant | Mock-sensitive |',
+        '|-----------|-----------------|--------------|-------------|----------------|',
+    ];
+    for (const e of entries) {
+        lines.push(`| ${e.spec.label} | ${pct(e.result.successRate)} | ` +
+            `${signedPct(e.contribution)} | ${e.significant ? '✓' : '—'} | ` +
+            `${e.spec.mockSensitive ? '✓' : '—'} |`);
+    }
+    const liveOnly = entries.filter((e) => !e.spec.mockSensitive);
+    lines.push('', '## Reading this table', '', '- **Mock-sensitive ✓**: the mock backend routes through this component, so ', '  its contribution here is meaningful. A large positive value confirms the ', '  component is what carries learning on this synthetic stream.', '- **Mock-sensitive —**: this component only changes what is *stored or ', '  reorganized*, not what is injected at solve time. The mock cannot observe ', '  its effect, so a ~0 contribution here is **expected and not evidence of ', '  uselessness** — measure these on the live arm against a real benchmark.', '');
+    if (liveOnly.length > 0) {
+        lines.push(`> ${liveOnly.length} component(s) are live-only on this harness: ` +
+            liveOnly.map((e) => e.spec.label).join(', ') +
+            '.', '');
+    }
+    return lines.join('\n');
+}
+export function renderAblationJson(result) {
+    return JSON.stringify({
+        config: result.config,
+        full: {
+            successRate: result.full.successRate,
+            successRateCI: result.full.successRateCI,
+        },
+        entries: result.entries.map((e) => ({
+            key: e.spec.key,
+            label: e.spec.label,
+            mockSensitive: e.spec.mockSensitive,
+            ablatedSuccessRate: e.result.successRate,
+            ablatedSuccessRateCI: e.result.successRateCI,
+            contribution: e.contribution,
+            significant: e.significant,
+        })),
+        durationMs: result.durationMs,
+    }, null, 2);
+}
+/**
+ * Benchmark-specific detail sections appended to the main report.
+ * Dispatches on `benchmarkName` to render per-family breakdowns,
+ * transfer matrices, convergence info, or gain metrics as appropriate.
+ */
+export function renderBenchmarkDetails(result) {
+    const name = result.benchmarkName;
+    if (!name)
+        return '';
+    switch (name) {
+        case 'skillsbench':
+            return renderFamilyBreakdown(result.learning);
+        case 'skillflow':
+            return renderSkillFlowDetails(result);
+        case 'clbench':
+            return renderClBenchDetails(result);
+        case 'skilllearnbench':
+            return renderSkillLearnDetails(result);
+        case 'lifelongagent':
+            return renderLifelongDetails(result);
+        default:
+            return '';
+    }
+}
+function renderFamilyBreakdown(condition) {
+    const allResults = condition.perSeed.flat();
+    if (allResults.length === 0)
+        return '';
+    const rates = familySuccessRates(allResults);
+    const families = Object.entries(rates).sort(([, a], [, b]) => b - a);
+    if (families.length === 0)
+        return '';
+    const hasPartial = allResults.some((r) => r.partialScore != null);
+    const lines = [
+        '',
+        '## Per-family breakdown',
+        '',
+        hasPartial ? '| Family | Success | Partial | Tasks |' : '| Family | Success | Tasks |',
+        hasPartial ? '|--------|---------|---------|-------|' : '|--------|---------|-------|',
+    ];
+    for (const [family, sr] of families) {
+        const familyResults = allResults.filter((r) => r.skillTag === family);
+        const count = familyResults.length;
+        if (hasPartial) {
+            const partials = familyResults
+                .map((r) => r.partialScore)
+                .filter((s) => s != null);
+            const avgPartial = partials.length > 0 ? partials.reduce((a, b) => a + b, 0) / partials.length : 0;
+            lines.push(`| ${family} | ${pct(sr)} | ${pct(avgPartial)} | ${count} |`);
+        }
+        else {
+            lines.push(`| ${family} | ${pct(sr)} | ${count} |`);
+        }
+    }
+    lines.push('');
+    return lines.join('\n');
+}
+function renderTransferTable(allResults) {
+    const { families, matrix } = transferMatrix(allResults);
+    if (families.length < 2)
+        return '';
+    const lines = [
+        '',
+        '## Transfer matrix',
+        '',
+        'Rows = source family (first success), columns = target family success rate after.',
+        '',
+        `| | ${families.join(' | ')} |`,
+        `|---|${families.map(() => '---').join('|')}|`,
+    ];
+    for (let i = 0; i < families.length; i++) {
+        const cells = matrix[i].map((v) => (v > 0 ? pct(v) : '—'));
+        lines.push(`| **${families[i]}** | ${cells.join(' | ')} |`);
+    }
+    lines.push('');
+    return lines.join('\n');
+}
+function renderSkillFlowDetails(result) {
+    const parts = [renderFamilyBreakdown(result.learning)];
+    const allResults = result.learning.perSeed.flat();
+    parts.push(renderTransferTable(allResults));
+    const conv = convergenceIteration(result.learning.curve, 0.7);
+    if (conv >= 0) {
+        parts.push(`\n**Convergence:** rolling success rate stably ≥70% from task ${conv}.\n`);
+    }
+    else {
+        parts.push('\n**Convergence:** rolling success rate never stably reached 70%.\n');
+    }
+    return parts.join('');
+}
+function renderClBenchDetails(result) {
+    const parts = [renderFamilyBreakdown(result.learning)];
+    const allLearning = result.learning.perSeed.flat();
+    const eg = expertGain(allLearning, result.noLearning.successRate);
+    if (eg.count > 0) {
+        parts.push('\n## Expert gain\n\n' +
+            `Knowledge was surfaced for **${eg.count}** tasks. ` +
+            `Success rate on those tasks: **${pct(eg.surfacedRate)}** ` +
+            `(vs baseline ${pct(result.noLearning.successRate)}, ` +
+            `gain ${eg.gain >= 0 ? '+' : ''}${pct(eg.gain)}).\n`);
+    }
+    return parts.join('');
+}
+function renderSkillLearnDetails(result) {
+    const parts = [renderFamilyBreakdown(result.learning)];
+    const conv50 = convergenceIteration(result.learning.curve, 0.5);
+    const conv70 = convergenceIteration(result.learning.curve, 0.7);
+    parts.push('\n## Iteration convergence\n\n');
+    parts.push(`- 50% threshold: ${conv50 >= 0 ? `task ${conv50}` : 'not reached'}\n`);
+    parts.push(`- 70% threshold: ${conv70 >= 0 ? `task ${conv70}` : 'not reached'}\n`);
+    return parts.join('');
+}
+function renderLifelongDetails(result) {
+    const allResults = result.learning.perSeed.flat();
+    if (allResults.length === 0)
+        return '';
+    const envs = new Map();
+    for (const r of allResults) {
+        const env = r.skillTag.split('-')[0] || r.skillTag;
+        if (!envs.has(env))
+            envs.set(env, []);
+        envs.get(env).push(r.success);
+    }
+    const lines = [
+        '',
+        '## Per-environment breakdown',
+        '',
+        '| Environment | Success | Tasks |',
+        '|-------------|---------|-------|',
+    ];
+    for (const [env, flags] of Array.from(envs.entries()).sort()) {
+        const sr = flags.filter(Boolean).length / flags.length;
+        lines.push(`| ${env} | ${pct(sr)} | ${flags.length} |`);
+    }
+    lines.push('');
+    const conv = convergenceIteration(result.learning.curve, 0.5);
+    if (conv >= 0) {
+        lines.push(`**Convergence:** rolling success rate stably ≥50% from task ${conv}.\n`);
+    }
+    return lines.join('\n');
+}
+function buildBenchmarkJson(result) {
+    const name = result.benchmarkName;
+    if (!name)
+        return null;
+    const allLearning = result.learning.perSeed.flat();
+    const base = {};
+    if (['skillsbench', 'skillflow', 'clbench', 'skilllearnbench', 'lifelongagent'].includes(name)) {
+        base.familySuccessRates = familySuccessRates(allLearning);
+    }
+    if (name === 'skillflow') {
+        const tm = transferMatrix(allLearning);
+        base.transferMatrix = tm;
+        base.convergenceAt70 = convergenceIteration(result.learning.curve, 0.7);
+    }
+    if (name === 'clbench') {
+        base.expertGain = expertGain(allLearning, result.noLearning.successRate);
+    }
+    if (name === 'skilllearnbench') {
+        base.convergenceAt50 = convergenceIteration(result.learning.curve, 0.5);
+        base.convergenceAt70 = convergenceIteration(result.learning.curve, 0.7);
+    }
+    if (name === 'lifelongagent') {
+        base.convergenceAt50 = convergenceIteration(result.learning.curve, 0.5);
+    }
+    return Object.keys(base).length > 0 ? base : null;
+}
+export function renderJson(result) {
+    // Keep curves and aggregates for cross-run tracking, plus the per-seed
+    // per-task rows: they make the JSON self-contained for cold-arm reuse
+    // (eval --reuse-cold-from, see live/cold-reuse.ts) and post-hoc analysis.
+    const summarize = (c) => ({
+        label: c.label,
+        seeds: c.seeds,
+        successRate: c.successRate,
+        successRateCI: c.successRateCI,
+        earlySuccessRate: c.earlySuccessRate,
+        lateSuccessRate: c.lateSuccessRate,
+        avgSteps: c.avgSteps,
+        curve: c.curve,
+        perSeed: c.perSeed,
+        ...(c.totalCostUsd != null ? { totalCostUsd: c.totalCostUsd } : {}),
+        ...(c.mutationActivity ? { mutationActivity: c.mutationActivity } : {}),
+    });
+    const benchmarkDetails = buildBenchmarkJson(result);
+    return JSON.stringify({
+        config: result.config,
+        ...(result.benchmarkName ? { benchmarkName: result.benchmarkName } : {}),
+        learning: summarize(result.learning),
+        noLearning: summarize(result.noLearning),
+        successRateDelta: result.successRateDelta,
+        normalizedGain: result.normalizedGain,
+        significant: result.significant,
+        durationMs: result.durationMs,
+        ...(benchmarkDetails ? { benchmark: benchmarkDetails } : {}),
+    }, null, 2);
+}
+// ---------------------------------------------------------------------------
+// Diagnostics report (eval report --diagnostics <traceDir>)
+// ---------------------------------------------------------------------------
+/**
+ * Load all TaskDiagnostics entries from a trace directory.
+ * Each .jsonl file may contain multiple lines; lines with type='diagnostics'
+ * are parsed as TaskDiagnostics. Returns a flat array sorted by taskIndex.
+ */
+export function loadDiagnosticsFromTraceDir(traceDir) {
+    let files;
+    try {
+        files = readdirSync(traceDir).filter((f) => f.endsWith('.jsonl'));
+    }
+    catch {
+        return [];
+    }
+    const diags = [];
+    for (const file of files) {
+        const lines = readFileSync(join(traceDir, file), 'utf8').split('\n').filter(Boolean);
+        for (const line of lines) {
+            try {
+                const entry = JSON.parse(line);
+                if (entry['type'] === 'diagnostics') {
+                    diags.push(entry);
+                }
+            }
+            catch {
+                // skip malformed lines
+            }
+        }
+    }
+    diags.sort((a, b) => a.taskIndex - b.taskIndex);
+    return diags;
+}
+export function loadLearningDiagnosticsFromTraceDir(traceDir) {
+    let files;
+    try {
+        files = readdirSync(traceDir).filter((f) => f.endsWith('.jsonl'));
+    }
+    catch {
+        return [];
+    }
+    const events = [];
+    for (const file of files) {
+        const lines = readFileSync(join(traceDir, file), 'utf8').split('\n').filter(Boolean);
+        for (const line of lines) {
+            try {
+                const entry = JSON.parse(line);
+                if (entry['type'] === 'learning-diagnostics' && entry['event'] === 'playbook-extraction') {
+                    events.push(entry);
+                }
+            }
+            catch {
+                // skip malformed lines
+            }
+        }
+    }
+    return events;
+}
+/**
+ * Render a human-readable Markdown diagnostics report from a trace directory.
+ * Splits diagnostics by arm (learning / no-learning), computes funnels,
+ * identifies discordant pairs, and formats everything as Markdown.
+ */
+export function renderDiagnosticsReport(traceDir) {
+    const allDiags = loadDiagnosticsFromTraceDir(traceDir);
+    const learningEvents = loadLearningDiagnosticsFromTraceDir(traceDir);
+    if (allDiags.length === 0) {
+        return [
+            '# Eval Diagnostics Report',
+            '',
+            `**Trace directory:** \`${traceDir}\``,
+            '',
+            '> No diagnostics entries found in this trace directory.',
+            '> Re-run with `--trace-dir` set and `influenceSampleEvery` configured,',
+            '> or check that the run used a live backend.',
+        ].join('\n');
+    }
+    const learningDiags = allDiags.filter((d) => d.arm === 'learning');
+    const coldDiags = allDiags.filter((d) => d.arm === 'no-learning');
+    const { learning: taggedLearning } = markDiscordantPairs(learningDiags, coldDiags);
+    const learningFunnel = computeFunnel(taggedLearning);
+    const coldFunnel = computeFunnel(coldDiags);
+    const discordant = taggedLearning.filter((d) => d.attribution?.discordant);
+    const lines = [
+        '# Eval Diagnostics Report',
+        '',
+        `**Trace directory:** \`${traceDir}\``,
+        `**Total entries:** ${allDiags.length} (learning: ${learningDiags.length}, no-learning: ${coldDiags.length})`,
+        '',
+    ];
+    if (learningEvents.length > 0) {
+        lines.push('## Playbook extraction attempts', '');
+        lines.push('| Batch | Method | New | Updates | Stored | Fallback / workspace |');
+        lines.push('|-------|--------|-----|---------|--------|----------------------|');
+        for (const [index, event] of learningEvents.entries()) {
+            const stored = event.storage
+                ? `${event.storage.added} added, ${event.storage.skippedDedup} dedup, ${event.storage.updatesApplied} updates`
+                : 'n/a';
+            const workspace = [
+                event.fallbackReason,
+                event.workspace?.path ? `workspace: ${event.workspace.path}` : undefined,
+                event.workspace?.error ? `error: ${event.workspace.error}` : undefined,
+                event.workspace?.agentState ? `agent: ${event.workspace.agentState}` : undefined,
+                event.workspace?.agentResultPreview
+                    ? `agent said: ${escapeTableCell(event.workspace.agentResultPreview)}`
+                    : undefined,
+            ]
+                .filter(Boolean)
+                .join('<br>');
+            lines.push(`| ${index + 1} (${event.batchSize} traj, ${event.abstractableCount} abstractable) | ${event.selectedMethod} | ${event.newCount} | ${event.updateCount} | ${stored} | ${workspace || ''} |`);
+        }
+        lines.push('');
+    }
+    if (learningDiags.length > 0) {
+        lines.push('## Learning arm — transfer funnel', '');
+        lines.push(funnelTable(learningFunnel));
+        lines.push('');
+        const methodCounts = countInjectedPlaybookMethods(learningDiags);
+        if (Object.keys(methodCounts).length > 0) {
+            lines.push('## Learning arm — injected playbook provenance', '');
+            lines.push('| Extraction method | Injected count |');
+            lines.push('|-------------------|----------------|');
+            for (const [method, count] of Object.entries(methodCounts).sort()) {
+                lines.push(`| ${method} | ${count} |`);
+            }
+            lines.push('');
+        }
+    }
+    if (coldDiags.length > 0) {
+        lines.push('## No-learning arm — funnel', '');
+        lines.push(funnelTable(coldFunnel));
+        lines.push('');
+    }
+    if (discordant.length > 0) {
+        lines.push('## Discordant pairs (learning won, cold lost)', '');
+        lines.push(`${discordant.length} task(s) where learning succeeded and cold failed.`, '');
+        lines.push('| Task index | Task ID | Playbooks injected | Experiences injected |');
+        lines.push('|------------|---------|-------------------|---------------------|');
+        for (const d of discordant) {
+            lines.push(`| ${d.taskIndex} | \`${d.taskId}\` | ${d.injection.playbookCount} | ${d.injection.experienceCount} |`);
+        }
+        lines.push('');
+    }
+    else if (learningDiags.length > 0 && coldDiags.length > 0) {
+        lines.push('_No discordant pairs found (no tasks where learning won and cold lost)._', '');
+    }
+    return lines.join('\n');
+}
+function escapeTableCell(text) {
+    return text.replace(/\|/g, '\\|').replace(/\n/g, '<br>').slice(0, 500);
+}
+function countInjectedPlaybookMethods(diags) {
+    const counts = {};
+    for (const diag of diags) {
+        for (const playbook of diag.injection.playbooks ?? []) {
+            const method = playbook.extractionMethod ?? 'unknown';
+            counts[method] = (counts[method] ?? 0) + 1;
+        }
+    }
+    return counts;
+}
+//# sourceMappingURL=report.js.map

package/dist/eval/report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.js","sourceRoot":"","sources":["../../src/eval/report.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAIjC,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,oBAAoB,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AACpG,OAAO,EACL,aAAa,EACb,WAAW,EACX,mBAAmB,GAEpB,MAAM,kBAAkB,CAAC;AAE1B;;GAEG;AAEH,MAAM,KAAK,GAAG,UAAU,CAAC;AAEzB,mDAAmD;AACnD,SAAS,SAAS,CAAC,MAAgB;IACjC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACnC,OAAO,MAAM;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACjF,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC,CAAC;SACD,IAAI,CAAC,EAAE,CAAC,CAAC;AACd,CAAC;AAED,wEAAwE;AACxE,SAAS,UAAU,CAAC,KAAmB,EAAE,KAAa;IACpD,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC;IACxC,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC;IAClC,MAAM,GAAG,GAAiB,EAAE,CAAC;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,GAAG,CAAC,CAAS;IACpB,OAAO,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AACpC,CAAC;AAED,SAAS,aAAa,CAAC,CAAkB;IACvC,MAAM,QAAQ,GAAG,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAClF,OAAO,CACL,KAAK,CAAC,CAAC,KAAK,MAAM,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI;QAClG,KAAK,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;QACvF,QAAQ,CACT,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,MAAkB;IACrC,OAAO,MAAM,CAAC,QAAQ,CAAC,YAAY,IAAI,IAAI,IAAI,MAAM,CAAC,UAAU,CAAC,YAAY,IAAI,IAAI,CAAC;AACxF,CAAC;AAED,kFAAkF;AAClF,SAAS,eAAe,CAAC,MAAkB;IACzC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IACpC,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC;IAC9E,MAAM,UAAU,GACd,QAAQ,CAAC,YAAY,GAAG,CAAC;QACvB,CAAC,CAAC,CAAC,yBAAyB,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,+BAA+B,CAAC;QACtF,CAAC,CAAC,EAAE,CAAC;IACT,OAAO,CACL;QACE,mDAAmD;QACnD,EAAE;QACF,8DAA8D;QAC9D,EAAE;QACF,gBAAgB,MAAM,CAAC,OAAO,qBAAqB,MAAM,CAAC,aAAa,IAAI,MAAM,KAAK;YACpF,cAAc,MAAM,CAAC,SAAS,iBAAiB,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAC1E,EAAE;QACF,uBAAuB,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG;YACjD,YAAY,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI;YACjF,CAAC,QAAQ,CAAC,eAAe,IAAI,IAAI;gBAC/B,CAAC,CAAC,0BAA0B,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE;gBAC3D,CAAC,CAAC,EAAE,CAAC;QACT,oBAAoB,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB,CAAC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC5G,CAAC,QAAQ,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,iBAAiB,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5F,GAAG,UAAU;QACb,EAAE;QACF,KAAK;QACL,YAAY,SAAS,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE;QAC5F,KAAK;QACL,EAAE;QACF,6FAA6F;QAC7F,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAC9C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAkB;IAC/C,IAAI,MAAM,CAAC,SAAS;QAAE,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC;IACrD,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAChD,MAAM,MAAM,GAAG,EAAE,CAAC;IAClB,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC;IACnF,MAAM,MAAM,GAAG,UAAU,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC;IAErF,MAAM,QAAQ,GAAG,MAAM,CAAC,kBAAkB,IAAI,MAAM,CAAC,WAAW,CAAC;IACjE,MAAM,OAAO,GAAG,QAAQ;QACtB,CAAC,CAAC,MAAM,CAAC,gBAAgB,GAAG,CAAC;YAC3B,CAAC,CAAC,iDAAiD;YACnD,CAAC,CAAC,+DAA+D;QACnE,CAAC,CAAC,gFAAgF,CAAC;IAErF,+EAA+E;IAC/E,MAAM,SAAS,GACb,MAAM,CAAC,OAAO,KAAK,MAAM;QACvB,CAAC,CAAC,kBAAkB,MAAM,CAAC,aAAa,IAAI,MAAM,EAAE;QACpD,CAAC,CAAC,eAAe,MAAM,CAAC,UAAU,EAAE,CAAC;IAEzC,MAAM,KAAK,GAAa;QACtB,iDAAiD;QACjD,EAAE;QACF,gBAAgB,MAAM,CAAC,OAAO,iBAAiB,MAAM,CAAC,SAAS,KAAK;YAClE,GAAG,SAAS,iBAAiB,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;YACzD,eAAe,MAAM,CAAC,aAAa,EAAE;QACvC,EAAE;QACF,YAAY;QACZ,EAAE;QACF,OAAO;QACP,EAAE;QACF,mDAAmD,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE;QAC3H,uDAAuD,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;YAC1F,IAAI,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,GAAG;QACxC,yCAAyC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG;YACjE,mDAAmD;QACrD,qBAAqB,CAAC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;QAC7D,GAAG,CAAC,QAAQ,CAAC,YAAY,GAAG,CAAC,IAAI,UAAU,CAAC,YAAY,GAAG,CAAC;YAC1D,CAAC,CAAC;gBACE,kCAAkC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,aAAa,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,GAAG;oBACtG,iCAAiC;aACpC;YACH,CAAC,CAAC,EAAE,CAAC;QACP,EAAE;QACF,eAAe;QACf,EAAE;QACF,WAAW,CAAC,MAAM,CAAC;YACjB,CAAC,CAAC,mFAAmF;YACrF,CAAC,CAAC,4EAA4E;QAChF,WAAW,CAAC,MAAM,CAAC;YACjB,CAAC,CAAC,mFAAmF;YACrF,CAAC,CAAC,4EAA4E;QAChF,aAAa,CAAC,QAAQ,CAAC;QACvB,aAAa,CAAC,UAAU,CAAC;QACzB,EAAE;QACF,2CAA2C;QAC3C,EAAE;QACF,KAAK;QACL,eAAe,SAAS,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE;QACnG,eAAe,SAAS,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE;QACnG,KAAK;QACL,EAAE;QACF,8EAA8E;QAC9E,+DAA+D;QAC/D,EAAE;KACH,CAAC;IAEF,MAAM,YAAY,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,YAAY;QAAE,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAE3C,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,QAAQ,CAAC,CAAS;IACzB,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,0BAA0B,CAAC;IAC7C,IAAI,CAAC,GAAG,GAAG;QAAE,OAAO,KAAK,CAAC;IAC1B,IAAI,CAAC,GAAG,GAAG;QAAE,OAAO,QAAQ,CAAC;IAC7B,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,SAAS,CAAC,CAAS;IAC1B,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAsB;IAC3D,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAEzC,MAAM,KAAK,GAAa;QACtB,qCAAqC;QACrC,EAAE;QACF,gBAAgB,MAAM,CAAC,OAAO,iBAAiB,MAAM,CAAC,SAAS,KAAK;YAClE,eAAe,MAAM,CAAC,UAAU,iBAAiB,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;YAC7E,sBAAsB,MAAM,CAAC,eAAe,IAAI,EAAE,oBAAoB;QACxE,EAAE;QACF,iCAAiC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG;YACvD,YAAY,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI;QAC3E,EAAE;QACF,0EAA0E;QAC1E,2EAA2E;QAC3E,oDAAoD;QACpD,EAAE;QACF,+EAA+E;QAC/E,+EAA+E;KAChF,CAAC;IAEF,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,KAAK,CAAC,IAAI,CACR,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK;YACnD,GAAG,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK;YAChE,GAAG,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAC1C,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC9D,KAAK,CAAC,IAAI,CACR,EAAE,EACF,uBAAuB,EACvB,EAAE,EACF,6EAA6E,EAC7E,6EAA6E,EAC7E,gEAAgE,EAChE,yEAAyE,EACzE,8EAA8E,EAC9E,4EAA4E,EAC5E,2EAA2E,EAC3E,EAAE,CACH,CAAC;IACF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,KAAK,CAAC,IAAI,CACR,KAAK,QAAQ,CAAC,MAAM,+CAA+C;YACjE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YAC5C,GAAG,EACL,EAAE,CACH,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAsB;IACvD,OAAO,IAAI,CAAC,SAAS,CACnB;QACE,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,IAAI,EAAE;YACJ,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW;YACpC,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,aAAa;SACzC;QACD,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAClC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG;YACf,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK;YACnB,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,aAAa;YACnC,kBAAkB,EAAE,CAAC,CAAC,MAAM,CAAC,WAAW;YACxC,oBAAoB,EAAE,CAAC,CAAC,MAAM,CAAC,aAAa;YAC5C,YAAY,EAAE,CAAC,CAAC,YAAY;YAC5B,WAAW,EAAE,CAAC,CAAC,WAAW;SAC3B,CAAC,CAAC;QACH,UAAU,EAAE,MAAM,CAAC,UAAU;KAC9B,EACD,IAAI,EACJ,CAAC,CACF,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,sBAAsB,CAAC,MAAkB;IACvD,MAAM,IAAI,GAAG,MAAM,CAAC,aAAa,CAAC;IAClC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,aAAa;YAChB,OAAO,qBAAqB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAChD,KAAK,WAAW;YACd,OAAO,sBAAsB,CAAC,MAAM,CAAC,CAAC;QACxC,KAAK,SAAS;YACZ,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACtC,KAAK,iBAAiB;YACpB,OAAO,uBAAuB,CAAC,MAAM,CAAC,CAAC;QACzC,KAAK,eAAe;YAClB,OAAO,qBAAqB,CAAC,MAAM,CAAC,CAAC;QACvC;YACE,OAAO,EAAE,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,SAA0B;IACvD,MAAM,UAAU,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAC5C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,MAAM,KAAK,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACrE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAErC,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG;QACZ,EAAE;QACF,yBAAyB;QACzB,EAAE;QACF,UAAU,CAAC,CAAC,CAAC,wCAAwC,CAAC,CAAC,CAAC,8BAA8B;QACtF,UAAU,CAAC,CAAC,CAAC,wCAAwC,CAAC,CAAC,CAAC,8BAA8B;KACvF,CAAC;IACF,KAAK,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,QAAQ,EAAE,CAAC;QACpC,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC;QACtE,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC;QACnC,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,aAAa;iBAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC;iBAC1B,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;YACzC,MAAM,UAAU,GACd,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAClF,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,UAAU,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC;QAC3E,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,mBAAmB,CAAC,UAAwB;IACnD,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;IACxD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAEnC,MAAM,KAAK,GAAG;QACZ,EAAE;QACF,oBAAoB;QACpB,EAAE;QACF,mFAAmF;QACnF,EAAE;QACF,OAAO,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI;QAC/B,QAAQ,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;KAC/C,CAAC;IACF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,OAAO,QAAQ,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9D,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,sBAAsB,CAAC,MAAkB;IAChD,MAAM,KAAK,GAAG,CAAC,qBAAqB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEvD,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAClD,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC,CAAC;IAE5C,MAAM,IAAI,GAAG,oBAAoB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC9D,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,iEAAiE,IAAI,KAAK,CAAC,CAAC;IACzF,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAC;IACpF,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAkB;IAC9C,MAAM,KAAK,GAAG,CAAC,qBAAqB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEvD,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IACnD,MAAM,EAAE,GAAG,UAAU,CAAC,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;IAClE,IAAI,EAAE,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CACR,sBAAsB;YACpB,gCAAgC,EAAE,CAAC,KAAK,YAAY;YACpD,kCAAkC,GAAG,CAAC,EAAE,CAAC,YAAY,CAAC,KAAK;YAC3D,gBAAgB,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI;YACtD,QAAQ,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CACvD,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAkB;IACjD,MAAM,KAAK,GAAG,CAAC,qBAAqB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEvD,MAAM,MAAM,GAAG,oBAAoB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAChE,MAAM,MAAM,GAAG,oBAAoB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAChE,KAAK,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IAC7C,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,MAAM,EAAE,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC;IACnF,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,MAAM,EAAE,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC;IAEnF,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAkB;IAC/C,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAClD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEvC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC;QACnD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACtC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,KAAK,GAAG;QACZ,EAAE;QACF,8BAA8B;QAC9B,EAAE;QACF,mCAAmC;QACnC,mCAAmC;KACpC,CAAC;IACF,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7D,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QACvD,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;IAC1D,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,MAAM,IAAI,GAAG,oBAAoB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC9D,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,+DAA+D,IAAI,KAAK,CAAC,CAAC;IACvF,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAkB;IAC5C,MAAM,IAAI,GAAG,MAAM,CAAC,aAAa,CAAC;IAClC,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAEvB,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IACnD,MAAM,IAAI,GAA4B,EAAE,CAAC;IAEzC,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,SAAS,EAAE,iBAAiB,EAAE,eAAe,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/F,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;QACvC,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,eAAe,GAAG,oBAAoB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC1E,CAAC;IAED,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;IAC3E,CAAC;IAED,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;QAC/B,IAAI,CAAC,eAAe,GAAG,oBAAoB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACxE,IAAI,CAAC,eAAe,GAAG,oBAAoB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC1E,CAAC;IAED,IAAI,IAAI,KAAK,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,eAAe,GAAG,oBAAoB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC1E,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAkB;IAC3C,uEAAuE;IACvE,sEAAsE;IACtE,0EAA0E;IAC1E,MAAM,SAAS,GAAG,CAAC,CAAkB,EAAE,EAAE,CAAC,CAAC;QACzC,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,aAAa,EAAE,CAAC,CAAC,aAAa;QAC9B,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;QACpC,eAAe,EAAE,CAAC,CAAC,eAAe;QAClC,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnE,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxE,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACpD,OAAO,IAAI,CAAC,SAAS,CACnB;QACE,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;QACpC,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC;QACxC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7D,EACD,IAAI,EACJ,CAAC,CACF,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,4DAA4D;AAC5D,8EAA8E;AAE9E;;;;GAIG;AACH,MAAM,UAAU,2BAA2B,CAAC,QAAgB;IAC1D,IAAI,KAAe,CAAC;IACpB,IAAI,CAAC;QACH,KAAK,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACpE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,KAAK,GAAsB,EAAE,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACrF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;gBAC1D,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,aAAa,EAAE,CAAC;oBACpC,KAAK,CAAC,IAAI,CAAC,KAAmC,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,uBAAuB;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;IAChD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,mCAAmC,CACjD,QAAgB;IAEhB,IAAI,KAAe,CAAC;IACpB,IAAI,CAAC;QACH,KAAK,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACpE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,MAAM,GAAoC,EAAE,CAAC;IACnD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACrF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;gBAC1D,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,sBAAsB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,qBAAqB,EAAE,CAAC;oBACzF,MAAM,CAAC,IAAI,CAAC,KAAiD,CAAC,CAAC;gBACjE,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,uBAAuB;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CAAC,QAAgB;IACtD,MAAM,QAAQ,GAAG,2BAA2B,CAAC,QAAQ,CAAC,CAAC;IACvD,MAAM,cAAc,GAAG,mCAAmC,CAAC,QAAQ,CAAC,CAAC;IAErE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO;YACL,2BAA2B;YAC3B,EAAE;YACF,0BAA0B,QAAQ,IAAI;YACtC,EAAE;YACF,yDAAyD;YACzD,wEAAwE;YACxE,8CAA8C;SAC/C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;IAED,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,UAAU,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IAElE,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,mBAAmB,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAEnF,MAAM,cAAc,GAAG,aAAa,CAAC,cAAc,CAAC,CAAC;IACrD,MAAM,UAAU,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IAE5C,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IAE3E,MAAM,KAAK,GAAa;QACtB,2BAA2B;QAC3B,EAAE;QACF,0BAA0B,QAAQ,IAAI;QACtC,sBAAsB,QAAQ,CAAC,MAAM,eAAe,aAAa,CAAC,MAAM,kBAAkB,SAAS,CAAC,MAAM,GAAG;QAC7G,EAAE;KACH,CAAC;IAEF,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,iCAAiC,EAAE,EAAE,CAAC,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;QACjF,KAAK,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;QACjF,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC;YACtD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO;gBAC1B,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,WAAW,KAAK,CAAC,OAAO,CAAC,YAAY,WAAW,KAAK,CAAC,OAAO,CAAC,cAAc,UAAU;gBAC9G,CAAC,CAAC,KAAK,CAAC;YACV,MAAM,SAAS,GAAG;gBAChB,KAAK,CAAC,cAAc;gBACpB,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,cAAc,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS;gBACxE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS;gBACtE,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,SAAS;gBAChF,KAAK,CAAC,SAAS,EAAE,kBAAkB;oBACjC,CAAC,CAAC,eAAe,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,kBAAkB,CAAC,EAAE;oBACtE,CAAC,CAAC,SAAS;aACd;iBACE,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,MAAM,CAAC,CAAC;YAChB,KAAK,CAAC,IAAI,CACR,KAAK,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,SAAS,UAAU,KAAK,CAAC,iBAAiB,oBAAoB,KAAK,CAAC,cAAc,MAAM,KAAK,CAAC,QAAQ,MAAM,KAAK,CAAC,WAAW,MAAM,MAAM,MAAM,SAAS,IAAI,EAAE,IAAI,CAC5L,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,KAAK,CAAC,IAAI,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC;QACxC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,MAAM,YAAY,GAAG,4BAA4B,CAAC,aAAa,CAAC,CAAC;QACjE,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,KAAK,CAAC,IAAI,CAAC,gDAAgD,EAAE,EAAE,CAAC,CAAC;YACjE,KAAK,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;YACrD,KAAK,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;YACrD,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClE,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,MAAM,KAAK,IAAI,CAAC,CAAC;YACzC,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC;QACpC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,+CAA+C,EAAE,EAAE,CAAC,CAAC;QAChE,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,oDAAoD,EAAE,EAAE,CAAC,CAAC;QACzF,KAAK,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;QACnF,KAAK,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;QACjF,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CACR,KAAK,CAAC,CAAC,SAAS,QAAQ,CAAC,CAAC,MAAM,QAAQ,CAAC,CAAC,SAAS,CAAC,aAAa,MAAM,CAAC,CAAC,SAAS,CAAC,eAAe,IAAI,CACvG,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;SAAM,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5D,KAAK,CAAC,IAAI,CAAC,0EAA0E,EAAE,EAAE,CAAC,CAAC;IAC7F,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,4BAA4B,CAAC,KAAwB;IAC5D,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;YACtD,MAAM,MAAM,GAAG,QAAQ,CAAC,gBAAgB,IAAI,SAAS,CAAC;YACtD,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/eval/retrieval/corpus.d.ts

@@ -0,0 +1,41 @@
+import type { Trajectory } from '../../types/index.js';
+/**
+ * Labeled ALFWorld-style corpus for OFFLINE retrieval-quality evaluation.
+ *
+ * Each task carries a ground-truth `type` (the 6 ALFWorld task families). This
+ * lets us measure — deterministically, with no live agent — whether
+ * goal-keyed retrieval actually clusters by task type (the precondition for
+ * learning to help): does a held-out "heat" query surface a "heat" success in
+ * top-k, ranked above unrelated types?
+ */
+export type TaskType = 'pick' | 'clean' | 'heat' | 'cool' | 'examine' | 'pick-two';
+export declare const TASK_TYPES: TaskType[];
+export interface LabeledTask {
+    goal: string;
+    type: TaskType;
+    actions: string[];
+    success: boolean;
+}
+/**
+ * Build a labeled corpus: `perType` tasks per task type, deterministic by seed.
+ * A fraction are marked failed (to exercise success-biased retrieval).
+ */
+export declare function buildAlfworldCorpus(opts?: {
+    perType?: number;
+    seed?: number;
+    failRate?: number;
+}): LabeledTask[];
+/**
+ * Held-out query tasks (new object draws), labeled by type. These are NOT in
+ * the corpus — they're what we retrieve against.
+ */
+export declare function buildAlfworldQueries(opts?: {
+    perType?: number;
+    seed?: number;
+}): Array<{
+    goal: string;
+    type: TaskType;
+}>;
+/** Convert a labeled task to a Trajectory (so storeTrajectory populates steps). */
+export declare function taskToTrajectory(task: LabeledTask): Trajectory;
+//# sourceMappingURL=corpus.d.ts.map

package/dist/eval/retrieval/corpus.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"corpus.d.ts","sourceRoot":"","sources":["../../../src/eval/retrieval/corpus.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAGvD;;;;;;;;GAQG;AACH,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,UAAU,CAAC;AAEnF,eAAO,MAAM,UAAU,EAAE,QAAQ,EAA6D,CAAC;AAE/F,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;CAClB;AAkHD;;;GAGG;AACH,wBAAgB,mBAAmB,CACjC,IAAI,GAAE;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GAChE,WAAW,EAAE,CAaf;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,IAAI,GAAE;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAO,GAC7C,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,QAAQ,CAAA;CAAE,CAAC,CAWzC;AAED,mFAAmF;AACnF,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,WAAW,GAAG,UAAU,CAiB9D"}