ollanet 0.2.0 → 0.2.1

package/README.md

@@ -151,8 +151,9 @@ ollanet bench localhost gemma4:12b --runs 5 --cold-load --json
 Runs a built-in suite (`quick` default, or `--suite full`) against one or more **completion**
 models: instruction checks once, throughput case repeated (`--runs`, default 3) with
 pinned `num_predict` / `seed` / `temperature`. Reports median tok/s + spread. Under `--all`,
-skips embedding models and vision-capable models (text suite; use `--include-vision` to
-include them). Saves `benchmarks/<id>.json` (or `~/.ollanet/benchmarks/` when installed).
+skips non-completion models (embeddings); multimodal `completion`+`vision` models stay in
+(early-stop / pass_rate handle text-suite failures). Use `--exclude-vision` to drop them.
+Saves `benchmarks/<id>.json` (or `~/.ollanet/benchmarks/` when installed).
 See [`docs/bench-spec.md`](docs/bench-spec.md) for measurement rules.
 
 `quick` has only two scored checks (`ping`, `math`), so `pass` is a coarse

package/dist/bench.js

@@ -19,8 +19,7 @@ function usage() {
 
 Options:
   --all                 Every completion-capable model from /api/tags
-                        (skips vision models; use --include-vision)
-  --include-vision      With --all, also bench vision-capable models
+  --exclude-vision      With --all, skip models that advertise vision
   --suite quick|full    Prompt suite (default quick)
   --runs <n>            Throughput repeats (default 3)
   --warmup / --no-warmup
@@ -85,7 +84,7 @@ function parseArgs(argv) {
     let suite = "quick";
     let runs = 3;
     let all = false;
-    let includeVision = false;
+    let excludeVision = false;
     let warmup = true;
     let coldLoad = false;
     let json = false;
@@ -105,8 +104,13 @@ function parseArgs(argv) {
             all = true;
             continue;
         }
+        if (arg === "--exclude-vision") {
+            excludeVision = true;
+            continue;
+        }
+        // Back-compat no-op: 0.2.0 defaulted to skipping vision; prefer --exclude-vision.
         if (arg === "--include-vision") {
-            includeVision = true;
+            excludeVision = false;
             continue;
         }
         if (arg === "--json") {
@@ -215,7 +219,7 @@ function parseArgs(argv) {
         machine,
         models,
         all,
-        includeVision,
+        excludeVision,
         suite,
         runs,
         warmup,
@@ -433,7 +437,8 @@ function printTable(machine, suite, runs, revision, compKey, models, skipped, co
             return -1;
         else if (pb !== pa)
             return pb - pa;
-        // Unavailable tok/s sinks below any defined median (including 0).
+        // Unavailable tok/s (all early-stop / errors) intentionally sinks below any
+        // defined median, including 0 — same pass_rate cohort, then speed.
         const ta = a.summary.tok_s_median;
         const tb = b.summary.tok_s_median;
         if (ta == null && tb == null)
@@ -446,8 +451,9 @@ function printTable(machine, suite, runs, revision, compKey, models, skipped, co
     });
     for (const m of sorted) {
         const tok = m.summary.tok_s_median != null ? m.summary.tok_s_median.toFixed(1) : "—";
+        // Match median precision — toFixed(0) on min/max can print "83.8  84–86".
         const spread = m.summary.tok_s_min != null && m.summary.tok_s_max != null
-            ? `${m.summary.tok_s_min.toFixed(0)}–${m.summary.tok_s_max.toFixed(0)}`
+            ? `${m.summary.tok_s_min.toFixed(1)}–${m.summary.tok_s_max.toFixed(1)}`
             : "—";
         const pass = m.summary.pass_rate != null
             ? `${Math.round(m.summary.pass_rate * checkDenom(m))}/${checkDenom(m)}`
@@ -486,7 +492,7 @@ function printTable(machine, suite, runs, revision, compKey, models, skipped, co
         }
         if (vision.length) {
             lines.push(`Skipped ${vision.length} vision model(s): ${vision.map((s) => s.name).join(", ")}` +
-                " (text suite; pass --include-vision to bench)");
+                " (--exclude-vision)");
         }
     }
     process.stdout.write(`${lines.join("\n")}\n`);
@@ -521,8 +527,10 @@ export async function main() {
                 skipped.push({ name: t.name, reason: "non-completion", capabilities: caps ?? [] });
                 continue;
             }
-            // Text-only suite: vision models (moondream, etc.) usually early-stop / fail checks.
-            if (!parsed.includeVision && isVisionCapable(caps)) {
+            // Default: completion only (spec). Vision+completion models (gemma3, etc.)
+            // stay in --all; early-stop / pass_rate report text-suite failures.
+            // Opt out of vision-capable models with --exclude-vision.
+            if (parsed.excludeVision && isVisionCapable(caps)) {
                 skipped.push({ name: t.name, reason: "vision", capabilities: caps ?? [] });
                 continue;
             }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ollanet",
-  "version": "0.2.0",
+  "version": "0.2.1",
   "description": "Chat with Ollama servers on any reachable network — scan hosts, prompt models, continue chats by hash",
   "type": "module",
   "bin": {