fm-bench 0.4.0 → 0.4.1

package/README.md

@@ -160,7 +160,7 @@ Table output uses semantic ANSI color on interactive terminals:
 - yellow: marginal, partial, or near a budget.
 - red: failing a budget, unstable, or slower/lower than peers.
 
-Success rate, goodput, repeatability, and CV use fixed benchmark thresholds. Throughput columns use relative ranking within the current run because “good” depends on the machine, model, prompt mix, and concurrency. TTFT, E2E, and TPOT use SLO thresholds when you pass `--slo-ttft-ms`, `--slo-e2e-ms`, or `--slo-tpot-ms`; otherwise they use lower-is-better relative ranking across the models and operating points in the report.
+Success rate, goodput, repeatability, and CV use fixed benchmark thresholds. CV is green at `<=10%`, yellow at `<=25%`, and red above `25%` because higher CV means less steady latency. Throughput columns use relative ranking within the current run because “good” depends on the machine, model, prompt mix, and concurrency. TTFT, E2E, and TPOT use SLO thresholds when you pass `--slo-ttft-ms`, `--slo-e2e-ms`, or `--slo-tpot-ms`; otherwise they use lower-is-better relative ranking across the models and operating points in the report.
 
 Use `--color` to force ANSI colors in captured logs, or `--no-color` for plain output. `NO_COLOR=1` disables automatic color and `FORCE_COLOR=1` enables it.
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "fm-bench",
-  "version": "0.4.0",
+  "version": "0.4.1",
   "description": "Dynamic benchmark CLI for Apple's fm command on macOS 27+.",
   "type": "module",
   "bin": {

package/src/table.js

@@ -251,8 +251,10 @@ function terminalWidth(options = {}) {
 }
 
 function compactLegend(width) {
-  const text = 'TTFT = first streamed output. E2E = full response. TPOT = post-first-token decode cadence. CV = lower is steadier.';
-  return truncate(text, width);
+  return [
+    'TTFT = first streamed output. E2E = full response. TPOT = post-first-token decode cadence.',
+    'CV = latency variation; lower is steadier: green <=10%, yellow <=25%, red >25%.'
+  ].map((line) => truncate(line, width)).join('\n');
 }
 
 function formatSlo(slo = {}) {