@wendellresearch-ai/benchwarmers 0.6.5 → 0.6.6

package/VERSION

@@ -1 +1 @@
-0.6.5
+0.6.6

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wendellresearch-ai/benchwarmers",
-  "version": "0.6.5",
+  "version": "0.6.6",
   "description": "Self-hosted panel gateway for LLMs: ask a collection of models at once, keep every answer side by side, rotate explorer models in, and let your verdicts pick the next panel.",
   "mcpName": "io.github.WendellResearch-AI/benchwarmers",
   "license": "MIT",

package/serve.py

@@ -2150,9 +2150,10 @@ def first_run() -> str:
         text = ("Pick a model your endpoints serve. Onboarding registers it, probes it (4 calls) and runs"
                 " the internal suite, so it takes minutes and spends calls.")
     elif not bench_collections.load():
-        step, head, label = "collection", "Make your first collection", "New collection"
-        text = ("The models a panel always asks, and what it is for. Callers then ask for"
-                f" bench/<name> through the gateway at {esc(gateway_url())}.")
+        step, head, label = "collection", "Make your first collection", "Make bench/core"
+        text = ("The models a panel always asks, and what it is for. It opens filled in as bench/core, the"
+                " name the set-ups on Clients use, with the models you onboarded ticked: change anything,"
+                f" then save. Callers ask for it through the gateway at {esc(gateway_url())}.")
     else:
         return ""
     return (f"<section class='problems' id='first-run' data-step='{step}' aria-labelledby='first-head'>"
@@ -5790,7 +5791,9 @@ class Handler(gateway.Handler):
         if self.path == "/api/needs":                  # after an action there: that page, not the whole one
             with locked.snapshot():
                 groups, auto = open_actions()
-                self._json(200, {"html": actions_page(groups, auto), "count": open_count(groups)})
+                # `first`: first run's next step now ("" when set up), so a step done goes at once.
+                self._json(200, {"html": actions_page(groups, auto), "count": open_count(groups),
+                                 "first": first_run()})
             return
         if path == "/api/pane":                        # a tab's page, when first opened (bench.js load)
             key = q.get("tab", [""])[0]

package/ui/bench.js

@@ -864,6 +864,7 @@
         count.textContent = n.count;
         tab.setAttribute('aria-label', tab.firstChild.textContent + ', ' + n.count + ' open');
       }
+      if ('first' in n) showFirst(n.first);
     }).catch(function () { location.reload(); });          // could not ask: the old way
   }
   // A retired model's rows grey out and hide behind Show retired, as the
@@ -1945,15 +1946,33 @@
   // ---- first run: no endpoint yet, no model, no collection (serve.first_run) -
   // Each waits for its page: it may not have arrived yet.
   var first = $('first-run');
+  // A step done (an endpoint added, a model onboarded, a collection saved) moves first run on
+  // at once: refreshNeeds hands its next step, or "" when the install is set up.
+  function showFirst(html) {
+    var now = $('first-run');
+    if ((now ? now.outerHTML : '') === (html || '')) return;
+    if (now) now.remove();
+    if (html) document.querySelector('main').insertAdjacentHTML('afterbegin', html);
+    first = $('first-run');
+  }
   function firstStep() {
     if (first.dataset.step === 'onboard') { $('onboard-open').click(); return; }
-    if (first.dataset.step === 'collection') { show('collections').then(function () { $('c-new').click(); }); return; }
+    // The first collection comes filled in as bench/core, the name the docs, CLIENTS.md and
+    // the Clients page use: up to four of the models just onboarded ticked (two to four is
+    // what a panel wants), never an image generator. Nothing is made until it is saved.
+    if (first.dataset.step === 'collection') {
+      show('collections').then(function () {
+        var members = C.models.filter(function (a) { return fact(a).role !== 'image'; }).slice(0, 4);
+        fillForm(null, {name: 'core', description: 'General second opinions: any question, several models at once.',
+                        tags: ['general', 'second-opinion'], members: members});
+        c.name.focus();
+      });
+      return;
+    }
     show('endpoints').then(function () { openEndpoint('add'); });
   }
-  if (first) {
-    $('first-go').addEventListener('click', firstStep);
-    if (first.dataset.step === 'endpoint') firstStep();   // straight into Add: an empty bench offers nothing else
-  }
+  on('click', 'first-go', firstStep);                     // on the document: a new step brings a new button
+  if (first && first.dataset.step === 'endpoint') firstStep();   // straight into Add: an empty bench offers nothing else
 
   // ---- collections: what the bench gateway runs together (its own tab) -----
   // Its elements, the popup's too, are in the page: found again each time it arrives.
@@ -2150,13 +2169,16 @@
     open = null;
   }
   on('close', 'c-form', function () { open = null; });
-  function fillForm(row) {
+  // `row`: a saved collection, opened to edit. `draft`: a new one's values filled in
+  // beforehand (first run's core), still new until saved.
+  function fillForm(row, draft) {
     c.errors.textContent = ''; c.done.textContent = ''; c.status.textContent = '';
     open = row ? row.name : null; c.del.hidden = !row;
     c.head.textContent = row ? 'bench/' + row.name : 'New collection';
     if (!c.form.open) c.form.showModal();
-    c.name.value = row ? row.name : ''; c.name.readOnly = !!row;
-    c.desc.value = row ? row.description : ''; c.tags.value = row ? row.tags.join(', ') : '';
+    var src = row || draft;
+    c.name.value = src ? src.name : ''; c.name.readOnly = !!row;
+    c.desc.value = src ? src.description : ''; c.tags.value = src ? src.tags.join(', ') : '';
     c.adHoc.checked = !!row && row.ad_hoc;
     c.ownCalls.value = row && row.max_calls !== undefined ? row.max_calls : '';
     c.ownExp.value = row && row.max_explorers !== undefined ? row.max_explorers : '';
@@ -2164,7 +2186,7 @@
     drawTagPicks();
     c.find.value = ''; c.show.value = ''; c.prov.value = '';
     $('c-refresh-out').textContent = '';
-    drawMembers(row ? row.members : []);
+    drawMembers(src ? src.members : []);
     c.shape.textContent = '';
     c.shape.appendChild(el('option', {value: ''}, 'automatic'));
     C.shapes.forEach(function (s) {
@@ -2299,6 +2321,7 @@
   // above the list, as onboarding and retiring do.
   function finished(message) {
     c.done.textContent = message; c.status.textContent = message; loadCollections(true);
+    refreshNeeds();                                       // first run's last step may be done
     setTimeout(closeForm, 1200);
   }
   on('click', 'c-delete', function () {