agent-nuvira 1.14.0

package/dist/cli/benchmark.js

@@ -0,0 +1,235 @@
+/**
+ * Benchmark command — Run standardized model benchmarks against coding tasks.
+ *
+ * Usage:
+ *   buff benchmark                      — Run all tasks against default provider
+ *   buff benchmark --provider groq      — Run against a specific provider
+ *   buff benchmark --model llama-3.3    — Use a specific model
+ *   buff benchmark --tasks quick        — Run only quick tasks
+ *   buff benchmark --budget 0.50        — Stop if costs exceed $0.50
+ *   buff benchmark list                 — List available benchmark tasks
+ *   buff benchmark results              — Show previous benchmark results
+ *   buff benchmark results --last       — Show last run only
+ *   buff benchmark results --compare    — Compare last two runs
+ *   buff benchmark clear                — Clear all benchmark data
+ */
+import { Command } from 'commander';
+import ora from 'ora';
+import { BaseCommand } from './commands.js';
+import { resolveProvider } from './router.js';
+import { logger } from '../utils/logger.js';
+import { runBenchmark, getBenchmarkTasks, getBenchmarkRuns, formatBenchmarkReport, formatBenchmarkMarkdown, compareBenchmarks, clearBenchmarks, } from '../learning/benchmark.js';
+export class BenchmarkCommand extends BaseCommand {
+    create() {
+        const command = new Command('benchmark')
+            .description('Run standardized model benchmarks against coding tasks');
+        // ── Run (default) ────────────────────────────────────────────────────
+        command
+            .command('run', { isDefault: true })
+            .description('Run the benchmark suite')
+            .option('-p, --provider <provider>', 'Provider to benchmark')
+            .option('-m, --model <model>', 'Model to benchmark (required for non-default providers)')
+            .option('--tasks <filter>', 'Task filter: task ID, or "quick"/"medium"/"slow" by time estimate')
+            .option('--budget <amount>', 'Maximum cost in USD before stopping', parseFloat)
+            .option('--format <format>', 'Output format: text (default), json, markdown', 'text')
+            .action(async (options) => {
+            await this.runBenchmark(options || {});
+        });
+        // ── list ─────────────────────────────────────────────────────────────
+        command
+            .command('list')
+            .description('List available benchmark tasks')
+            .action(() => {
+            this.listTasks();
+        });
+        // ── results ──────────────────────────────────────────────────────────
+        command
+            .command('results')
+            .description('Show previous benchmark results')
+            .option('--last', 'Show only the most recent run', false)
+            .option('--compare', 'Compare the last two runs', false)
+            .option('--format <format>', 'Output format: text (default), json, markdown', 'text')
+            .action(async (options) => {
+            await this.showResults(options || {});
+        });
+        // ── clear ────────────────────────────────────────────────────────────
+        command
+            .command('clear')
+            .description('Clear all benchmark data')
+            .action(() => {
+            clearBenchmarks();
+            logger.success('Benchmark data cleared.');
+        });
+        return command;
+    }
+    async runBenchmark(options) {
+        // Resolve provider
+        const resolved = resolveProvider(this.configManager, options.provider);
+        const provider = resolved.provider;
+        const providerName = resolved.type;
+        // Resolve model
+        const model = options.model || this.configManager.getProviderConfig(providerName).config.model || 'default';
+        const available = await provider.isAvailable();
+        if (!available) {
+            logger.error(`${provider.name} is not available. Check your configuration.`);
+            return;
+        }
+        logger.highlight(`${'═'.repeat(60)}`);
+        logger.highlight(`  📊  Benchmark: ${providerName}/${model}`);
+        logger.highlight(`${'═'.repeat(60)}`);
+        console.log('');
+        // Parse task filter
+        let taskIds;
+        let timeEstimate;
+        if (options.tasks) {
+            if (['quick', 'medium', 'slow'].includes(options.tasks)) {
+                timeEstimate = options.tasks;
+            }
+            else {
+                taskIds = options.tasks.split(',').map((t) => t.trim());
+            }
+        }
+        // Count matching tasks
+        let tasks = getBenchmarkTasks();
+        if (taskIds && taskIds.length > 0) {
+            tasks = tasks.filter((t) => taskIds.includes(t.id));
+        }
+        if (timeEstimate) {
+            tasks = tasks.filter((t) => t.timeEstimate === timeEstimate);
+        }
+        if (tasks.length === 0) {
+            logger.error('No benchmark tasks match the filter criteria.');
+            return;
+        }
+        const budget = options.budget;
+        if (budget) {
+            logger.info(`  Budget: $${budget.toFixed(2)}`);
+        }
+        logger.info(`  Tasks: ${tasks.length} (${tasks.filter((t) => t.timeEstimate === 'quick').length} quick, ${tasks.filter((t) => t.timeEstimate === 'medium').length} medium, ${tasks.filter((t) => t.timeEstimate === 'slow').length} slow)`);
+        console.log('');
+        // Spinner-based progress (fallback when no onProgress callback)
+        const spinner = ora({
+            text: `Running ${tasks.length} benchmark tasks...`,
+            spinner: 'dots',
+        }).start();
+        try {
+            const onProgress = (current, total, task) => {
+                spinner.text = `[${current}/${total}] ${task.title} (${task.difficulty}/${task.timeEstimate})`;
+            };
+            const run = await runBenchmark(provider, providerName, model, {
+                taskIds,
+                timeEstimate,
+                budget,
+                onProgress,
+            });
+            spinner.stop();
+            // Display results
+            console.log('');
+            switch (options.format) {
+                case 'json':
+                    console.log(JSON.stringify(run, null, 2));
+                    break;
+                case 'markdown':
+                    console.log(formatBenchmarkMarkdown(run));
+                    break;
+                default:
+                    console.log(formatBenchmarkReport(run));
+                    break;
+            }
+            // Save to file if requested
+            const outputFormat = options.format || 'text';
+            if (outputFormat !== 'text') {
+                const ext = outputFormat === 'json' ? 'json' : 'md';
+                const filePath = `benchmark-${run.provider}-${run.model.replace(/[/:]/g, '-')}.${ext}`;
+                const content = outputFormat === 'json'
+                    ? JSON.stringify(run, null, 2)
+                    : formatBenchmarkMarkdown(run);
+                try {
+                    const { writeFileSync } = await import('node:fs');
+                    writeFileSync(filePath, content, 'utf-8');
+                    logger.success(`Report saved: ${filePath}`);
+                }
+                catch {
+                    // Non-critical
+                }
+            }
+        }
+        catch (err) {
+            spinner.fail('Benchmark failed');
+            logger.error(String(err));
+        }
+    }
+    listTasks() {
+        const tasks = getBenchmarkTasks();
+        logger.highlight(`${'═'.repeat(60)}`);
+        logger.highlight(`  📋  Benchmark Tasks (${tasks.length})`);
+        logger.highlight(`${'═'.repeat(60)}`);
+        // Group by category
+        const grouped = {};
+        for (const task of tasks) {
+            if (!grouped[task.tag])
+                grouped[task.tag] = [];
+            grouped[task.tag].push(task);
+        }
+        for (const [tag, tagTasks] of Object.entries(grouped)) {
+            console.log(`\n  📂 ${tag}`);
+            console.log(`  ${'─'.repeat(40)}`);
+            for (const t of tagTasks) {
+                const difficulty = t.difficulty === 'easy' ? '🟢' : t.difficulty === 'medium' ? '🟡' : t.difficulty === 'hard' ? '🔴' : '⚫';
+                const timeBadge = t.timeEstimate === 'quick' ? '⚡' : t.timeEstimate === 'medium' ? '⏳' : '🐢';
+                console.log(`    ${difficulty} ${t.id.padEnd(25)} ${t.title.padEnd(35)} ${timeBadge}`);
+            }
+        }
+        console.log(`\n  Usage: buff benchmark --tasks <id1,id2>   (specific tasks)`);
+        console.log(`         buff benchmark --tasks quick        (by time estimate)`);
+        console.log('');
+    }
+    async showResults(options) {
+        const runs = getBenchmarkRuns();
+        if (runs.length === 0) {
+            logger.info('No benchmark results found. Run `buff benchmark` first.');
+            return;
+        }
+        if (options.compare && runs.length >= 2) {
+            const comparison = compareBenchmarks(runs[0], runs[1]);
+            console.log(`\n${comparison}`);
+            return;
+        }
+        if (options.last) {
+            const format = options.format || 'text';
+            switch (format) {
+                case 'json':
+                    console.log(JSON.stringify(runs[0], null, 2));
+                    break;
+                case 'markdown':
+                    console.log(formatBenchmarkMarkdown(runs[0]));
+                    break;
+                default:
+                    console.log(formatBenchmarkReport(runs[0]));
+                    break;
+            }
+            return;
+        }
+        // List all runs
+        logger.highlight(`${'═'.repeat(60)}`);
+        logger.highlight(`  📊  Benchmark Results (${runs.length} runs)`);
+        logger.highlight(`${'═'.repeat(60)}`);
+        for (let i = 0; i < runs.length; i++) {
+            const r = runs[i];
+            const date = new Date(r.startedAt).toLocaleDateString('en-US', {
+                month: 'short',
+                day: 'numeric',
+                hour: '2-digit',
+                minute: '2-digit',
+            });
+            const s = r.summary;
+            const passRate = s.totalTasks > 0 ? (s.tasksPassed / s.totalTasks * 100).toFixed(0) : '0';
+            console.log(`\n  ${i + 1}. ${date} — ${r.provider}/${r.model}`);
+            console.log(`     ${s.tasksPassed}/${s.totalTasks} passed (${passRate}%)  |  Quality: ${(s.avgQualityScore * 100).toFixed(1)}%  |  Latency: ${s.medianLatencyMs}ms  |  Cost: $${s.totalCostUsd.toFixed(6)}`);
+        }
+        console.log(`\n  Show details: buff benchmark results --last`);
+        console.log(`  Compare: buff benchmark results --compare`);
+        console.log('');
+    }
+}
+//# sourceMappingURL=benchmark.js.map

package/dist/cli/benchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark.js","sourceRoot":"","sources":["../../src/cli/benchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,GAAG,MAAM,KAAK,CAAC;AAEtB,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EACL,YAAY,EACZ,iBAAiB,EACjB,gBAAgB,EAEhB,qBAAqB,EACrB,uBAAuB,EACvB,iBAAiB,EACjB,eAAe,GAChB,MAAM,0BAA0B,CAAC;AAGlC,MAAM,OAAO,gBAAiB,SAAQ,WAAW;IAC/C,MAAM;QACJ,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,WAAW,CAAC;aACrC,WAAW,CAAC,wDAAwD,CAAC,CAAC;QAEzE,wEAAwE;QACxE,OAAO;aACJ,OAAO,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;aACnC,WAAW,CAAC,yBAAyB,CAAC;aACtC,MAAM,CAAC,2BAA2B,EAAE,uBAAuB,CAAC;aAC5D,MAAM,CAAC,qBAAqB,EAAE,yDAAyD,CAAC;aACxF,MAAM,CAAC,kBAAkB,EAAE,mEAAmE,CAAC;aAC/F,MAAM,CAAC,mBAAmB,EAAE,qCAAqC,EAAE,UAAU,CAAC;aAC9E,MAAM,CAAC,mBAAmB,EAAE,+CAA+C,EAAE,MAAM,CAAC;aACpF,MAAM,CAAC,KAAK,EAAE,OAMd,EAAE,EAAE;YACH,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEL,wEAAwE;QACxE,OAAO;aACJ,OAAO,CAAC,MAAM,CAAC;aACf,WAAW,CAAC,gCAAgC,CAAC;aAC7C,MAAM,CAAC,GAAG,EAAE;YACX,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;QAEL,wEAAwE;QACxE,OAAO;aACJ,OAAO,CAAC,SAAS,CAAC;aAClB,WAAW,CAAC,iCAAiC,CAAC;aAC9C,MAAM,CAAC,QAAQ,EAAE,+BAA+B,EAAE,KAAK,CAAC;aACxD,MAAM,CAAC,WAAW,EAAE,2BAA2B,EAAE,KAAK,CAAC;aACvD,MAAM,CAAC,mBAAmB,EAAE,+CAA+C,EAAE,MAAM,CAAC;aACpF,MAAM,CAAC,KAAK,EAAE,OAAgE,EAAE,EAAE;YACjF,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEL,wEAAwE;QACxE,OAAO;aACJ,OAAO,CAAC,OAAO,CAAC;aAChB,WAAW,CAAC,0BAA0B,CAAC;aACvC,MAAM,CAAC,GAAG,EAAE;YACX,eAAe,EAAE,CAAC;YAClB,MAAM,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEL,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,OAM1B;QACC,mBAAmB;QACnB,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvE,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;QACnC,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC;QAEnC,gBAAgB;QAChB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC,YAAmB,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,SAAS,CAAC;QAEnH,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC/C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,IAAI,8CAA8C,CAAC,CAAC;YAC7E,OAAO;QACT,CAAC;QAED,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,CAAC,SAAS,CAAC,oBAAoB,YAAY,IAAI,KAAK,EAAE,CAAC,CAAC;QAC9D,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,oBAAoB;QACpB,IAAI,OAA6B,CAAC;QAClC,IAAI,YAAqD,CAAC;QAE1D,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxD,YAAY,GAAG,OAAO,CAAC,KAAoC,CAAC;YAC9D,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,IAAI,KAAK,GAAG,iBAAiB,EAAE,CAAC;QAChC,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,YAAY,EAAE,CAAC;YACjB,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,YAAY,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;YAC9D,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC9B,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,YAAY,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,OAAO,CAAC,CAAC,MAAM,WAAW,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,MAAM,YAAY,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,MAAM,CAAC,CAAC,MAAM,QAAQ,CAAC,CAAC;QAC5O,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,gEAAgE;QAChE,MAAM,OAAO,GAAG,GAAG,CAAC;YAClB,IAAI,EAAE,WAAW,KAAK,CAAC,MAAM,qBAAqB;YAClD,OAAO,EAAE,MAAM;SAChB,CAAC,CAAC,KAAK,EAAE,CAAC;QAEX,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,CAAC,OAAe,EAAE,KAAa,EAAE,IAAmB,EAAE,EAAE;gBACzE,OAAO,CAAC,IAAI,GAAG,IAAI,OAAO,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,GAAG,CAAC;YACjG,CAAC,CAAC;YAEF,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE;gBAC5D,OAAO;gBACP,YAAY;gBACZ,MAAM;gBACN,UAAU;aACX,CAAC,CAAC;YAEH,OAAO,CAAC,IAAI,EAAE,CAAC;YAEf,kBAAkB;YAClB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAEhB,QAAQ,OAAO,CAAC,MAAM,EAAE,CAAC;gBACvB,KAAK,MAAM;oBACT,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;oBAC1C,MAAM;gBACR,KAAK,UAAU;oBACb,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC;oBAC1C,MAAM;gBACR;oBACE,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC;oBACxC,MAAM;YACV,CAAC;YAED,4BAA4B;YAC5B,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC;YAC9C,IAAI,YAAY,KAAK,MAAM,EAAE,CAAC;gBAC5B,MAAM,GAAG,GAAG,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;gBACpD,MAAM,QAAQ,GAAG,aAAa,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;gBACvF,MAAM,OAAO,GAAG,YAAY,KAAK,MAAM;oBACrC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC9B,CAAC,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC;gBAEjC,IAAI,CAAC;oBACH,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;oBAClD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC1C,MAAM,CAAC,OAAO,CAAC,iBAAiB,QAAQ,EAAE,CAAC,CAAC;gBAC9C,CAAC;gBAAC,MAAM,CAAC;oBACP,eAAe;gBACjB,CAAC;YACH,CAAC;QAEH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACjC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAEO,SAAS;QACf,MAAM,KAAK,GAAG,iBAAiB,EAAE,CAAC;QAElC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,CAAC,SAAS,CAAC,0BAA0B,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QAC5D,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAEtC,oBAAoB;QACpB,MAAM,OAAO,GAAoC,EAAE,CAAC;QACpD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;YAC/C,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;QAED,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACtD,OAAO,CAAC,GAAG,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACnC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACzB,MAAM,UAAU,GAAG,CAAC,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC5H,MAAM,SAAS,GAAG,CAAC,CAAC,YAAY,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC9F,OAAO,CAAC,GAAG,CAAC,OAAO,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC,CAAC;YACzF,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;QAC9E,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;QAC/E,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,OAA+D;QACvF,MAAM,IAAI,GAAG,gBAAgB,EAAE,CAAC;QAEhC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;YACvE,OAAO;QACT,CAAC;QAED,IAAI,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACxC,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACvD,OAAO,CAAC,GAAG,CAAC,KAAK,UAAU,EAAE,CAAC,CAAC;YAC/B,OAAO;QACT,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC;YACxC,QAAQ,MAAM,EAAE,CAAC;gBACf,KAAK,MAAM;oBACT,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;oBAC9C,MAAM;gBACR,KAAK,UAAU;oBACb,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC9C,MAAM;gBACR;oBACE,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5C,MAAM;YACV,CAAC;YACD,OAAO;QACT,CAAC;QAED,gBAAgB;QAChB,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,CAAC,SAAS,CAAC,4BAA4B,IAAI,CAAC,MAAM,QAAQ,CAAC,CAAC;QAClE,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,kBAAkB,CAAC,OAAO,EAAE;gBAC7D,KAAK,EAAE,OAAO;gBACd,GAAG,EAAE,SAAS;gBACd,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;YACH,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC;YACpB,MAAM,QAAQ,GAAG,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YAC1F,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,MAAM,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;YAChE,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,UAAU,YAAY,QAAQ,mBAAmB,CAAC,CAAC,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,eAAe,iBAAiB,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/M,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;CACF"}

package/dist/cli/cache.d.ts

@@ -0,0 +1,12 @@
+import { Command } from 'commander';
+import { BaseCommand } from './commands.js';
+/**
+ * Cache command — manage inference cache
+ * buff cache [clear|stats]
+ */
+export declare class CacheCommand extends BaseCommand {
+    create(): Command;
+    private showStats;
+    private clearCache;
+}
+//# sourceMappingURL=cache.d.ts.map

package/dist/cli/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../src/cli/cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAI5C;;;GAGG;AACH,qBAAa,YAAa,SAAQ,WAAW;IAC3C,MAAM,IAAI,OAAO;YAyBH,SAAS;YAoBT,UAAU;CASzB"}

package/dist/cli/cache.js

@@ -0,0 +1,58 @@
+import { Command } from 'commander';
+import { BaseCommand } from './commands.js';
+import { getCache } from '../context/cache.js';
+import { logger } from '../utils/logger.js';
+/**
+ * Cache command — manage inference cache
+ * buff cache [clear|stats]
+ */
+export class CacheCommand extends BaseCommand {
+    create() {
+        const command = new Command('cache')
+            .description('Manage inference cache')
+            .addCommand(new Command('stats')
+            .description('Show cache statistics')
+            .action(async () => {
+            await this.showStats();
+        }))
+            .addCommand(new Command('clear')
+            .description('Clear all cached responses')
+            .action(async () => {
+            await this.clearCache();
+        }))
+            .action(() => {
+            // Show stats by default
+            this.showStats();
+        });
+        return command;
+    }
+    async showStats() {
+        try {
+            const cache = getCache();
+            const stats = await cache.stats();
+            logger.highlight('\nCache Statistics:\n');
+            logger.info(`Total cached entries: ${stats.total}`);
+            if (Object.keys(stats.providers).length > 0) {
+                console.log('\nBy provider:');
+                for (const [provider, count] of Object.entries(stats.providers)) {
+                    console.log(`  ${provider}: ${count} entries`);
+                }
+            }
+            console.log('');
+        }
+        catch (err) {
+            logger.error(String(err));
+        }
+    }
+    async clearCache() {
+        try {
+            const cache = getCache();
+            await cache.clear();
+            logger.success('Cache cleared successfully');
+        }
+        catch (err) {
+            logger.error(String(err));
+        }
+    }
+}
+//# sourceMappingURL=cache.js.map

package/dist/cli/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../src/cli/cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C;;;GAGG;AACH,MAAM,OAAO,YAAa,SAAQ,WAAW;IAC3C,MAAM;QACJ,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC;aACjC,WAAW,CAAC,wBAAwB,CAAC;aACrC,UAAU,CACT,IAAI,OAAO,CAAC,OAAO,CAAC;aACjB,WAAW,CAAC,uBAAuB,CAAC;aACpC,MAAM,CAAC,KAAK,IAAI,EAAE;YACjB,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACzB,CAAC,CAAC,CACL;aACA,UAAU,CACT,IAAI,OAAO,CAAC,OAAO,CAAC;aACjB,WAAW,CAAC,4BAA4B,CAAC;aACzC,MAAM,CAAC,KAAK,IAAI,EAAE;YACjB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC,CAAC,CACL;aACA,MAAM,CAAC,GAAG,EAAE;YACX,wBAAwB;YACxB,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;QAEL,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YAElC,MAAM,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,yBAAyB,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;YAEpD,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;gBAC9B,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;oBAChE,OAAO,CAAC,GAAG,CAAC,KAAK,QAAQ,KAAK,KAAK,UAAU,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;YACzB,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;CACF"}

package/dist/cli/chat.d.ts

@@ -0,0 +1,37 @@
+import { Command } from 'commander';
+import { BaseCommand } from './commands.js';
+export declare class ChatCommand extends BaseCommand {
+    private devModeAuto;
+    create(): Command;
+    private execute;
+    /**
+     * Show a categorized model picker that groups models by capability.
+     *
+     * Example output:
+     *
+     *   🎯  Available Models
+     *
+     *   💬 Chat (General conversation)
+     *    1. 🟢  llama-3.3-70b-versatile  ⭐ Best all-rounder — strong at...
+     *    2. 🟢  gemma2-9b-it
+     *
+     *   💻 Code (Code generation, programming)
+     *    3. 🔷  gemini-2.0-flash-exp  ⭐ Latest Gemini — fast, multimodal...
+     *
+     *   Enter a number (0-8):
+     */
+    private showModelPicker;
+    /**
+     * Read multi-line input from stdin using readline.
+     *
+     * - First line prompt: "You: "
+     * - Continuation lines prompt: "  > "
+     * - Pressing Enter with no text on the first line re-prompts
+     * - An empty line after non-empty input submits the message
+     * - This allows pasting multi-line text (each line collected), then Enter to submit
+     */
+    private readMultiLineInput;
+    private handleCommand;
+    private generateWithContext;
+}
+//# sourceMappingURL=chat.d.ts.map

package/dist/cli/chat.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../src/cli/chat.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AA6F5C,qBAAa,WAAY,SAAQ,WAAW;IAC1C,OAAO,CAAC,WAAW,CAAS;IAE5B,MAAM,IAAI,OAAO;YAgBH,OAAO;IA4JrB;;;;;;;;;;;;;;;OAeG;YACW,eAAe;IAI7B;;;;;;;;OAQG;IACH,OAAO,CAAC,kBAAkB;IA+C1B,OAAO,CAAC,aAAa;YA0DP,mBAAmB;CAuClC"}