create-walle 0.9.11 → 0.9.13

package/template/claude-task-manager/public/js/walle.js

@@ -7,6 +7,7 @@ let timelineOffset = 0;
 let _providerStatus = null;
 let _providerPollTimer = null;
 let _cachedActiveModel = null; // { model, provider } from /api/setup/status
+let _activeProviderIssue = null;
 
 const WalleCore = window.WalleCore || {};
 const MODEL_LABELS = WalleCore.MODEL_LABELS || {};
@@ -31,6 +32,80 @@ const resolveWalleBase = WalleCore.resolveWalleBase || (() => Promise.resolve(''
 // URL ('') resolves to the same place from every browser context.
 const WALLE_BASE = '';
 
+function _normalizeProviderIssue(source) {
+  if (!source || typeof source !== 'object') return null;
+  var issue = source.providerError || source.provider_error || source;
+  if (!issue || typeof issue !== 'object') return null;
+  var title = issue.title || (source.code === 'AI_PROVIDER_ERROR' ? 'AI provider failed' : '');
+  if (!title && !issue.rawMessage && !issue.userMessage && !/^ai_provider/.test(String(source.type || ''))) return null;
+  return {
+    code: issue.code || source.code || 'AI_PROVIDER_ERROR',
+    type: issue.type || source.type || 'provider_error',
+    severity: issue.severity || source.severity || 'error',
+    title: title || 'AI provider failed',
+    message: issue.userMessage || issue.message || source.message || source.error || 'Wall-E could not get a response from the configured AI provider.',
+    rawMessage: issue.rawMessage || issue.raw_message || source.rawMessage || '',
+    provider: issue.provider || source.provider || '',
+    model: issue.model || source.model || '',
+    status: issue.status || source.status || '',
+    retryAfter: issue.retryAfter || source.retryAfter || '',
+    actionLabel: issue.actionLabel || source.actionLabel || 'Open Setup',
+    actionUrl: issue.actionUrl || issue.action_url || source.action_url || '/setup.html',
+    createdAt: issue.createdAt || issue.created_at || source.created_at || '',
+  };
+}
+
+function _rememberProviderIssue(source) {
+  var issue = _normalizeProviderIssue(source);
+  if (issue) _activeProviderIssue = issue;
+  return issue;
+}
+
+function _providerIssueDetails(issue) {
+  var lines = [];
+  if (issue.status) lines.push('HTTP/status: ' + issue.status);
+  if (issue.provider) lines.push('Provider: ' + issue.provider);
+  if (issue.model) lines.push('Model: ' + issue.model);
+  if (issue.retryAfter) lines.push('Retry after: ' + issue.retryAfter);
+  if (issue.rawMessage) lines.push('', issue.rawMessage);
+  return lines.join('\n').trim();
+}
+
+function _renderProviderIssueBlock(issue, opts) {
+  issue = _normalizeProviderIssue(issue);
+  if (!issue) return '';
+  opts = opts || {};
+  var severity = issue.severity === 'warning' ? 'warning' : 'error';
+  var details = _providerIssueDetails(issue);
+  var action = '';
+  if (issue.actionUrl) {
+    if (/^\/setup/.test(issue.actionUrl)) {
+      action = '<button class="walle-btn primary" onclick="navTo(\'setup\')">' + esc(issue.actionLabel || 'Open Setup') + '</button>';
+    } else if (/^(\/|https?:\/\/)/.test(issue.actionUrl)) {
+      action = '<a class="walle-btn primary" href="' + esc(issue.actionUrl) + '">' + esc(issue.actionLabel || 'Open') + '</a>';
+    }
+  }
+  var dismiss = opts.dismissible
+    ? '<button class="we-provider-issue-dismiss" onclick="WE._dismissProviderIssue()" title="Dismiss">&times;</button>'
+    : '';
+  var html = '<div class="we-provider-issue ' + severity + (opts.inline ? ' inline' : '') + '" role="alert">';
+  html += '<div class="we-provider-issue-main">';
+  html += '<div class="we-provider-issue-title">' + esc(issue.title) + '</div>';
+  html += '<div class="we-provider-issue-body">' + esc(issue.message) + '</div>';
+  if (details) {
+    html += '<details class="we-provider-issue-details"><summary>Provider details</summary><pre>' + esc(details) + '</pre></details>';
+  }
+  html += '</div>';
+  if (action || dismiss) html += '<div class="we-provider-issue-actions">' + action + dismiss + '</div>';
+  html += '</div>';
+  return html;
+}
+
+WE._dismissProviderIssue = function() {
+  _activeProviderIssue = null;
+  renderChatUI();
+};
+
 // Render an assistant message that may begin with a `<think>...</think>`
 // chain-of-thought block (DeepSeek V4 deep-thinking, Anthropic extended
 // thinking, gemma4 native thinking). The thoughts render as a collapsible
@@ -1793,6 +1868,9 @@ function renderChatUI() {
   if (!body) return;
 
   var html = '<div class="walle-chat-container">';
+  if (_activeProviderIssue) {
+    html += _renderProviderIssueBlock(_activeProviderIssue, { dismissible: true });
+  }
   // Search bar + select mode toggle
   html += '<div class="we-chat-search-bar">';
   html += '<input class="we-chat-search-input" id="we-chat-search" placeholder="Search chat history..." value="' + esc(chatSearchQuery || '') + '" oninput="WE._onChatSearch(this.value)">';
@@ -1903,7 +1981,11 @@ function renderChatUI() {
           i++;
           html += '<div class="walle-chat-msg assistant">';
           html += '<div class="walle-chat-msg-role assistant"><img src="/walle-icon.svg" width="16" height="16" class="walle-avatar"> WALL-E</div>';
-          html += '<div class="walle-chat-msg-text we-markdown">' + renderAssistantWithThoughts(chatHistory[i].text) + '</div>';
+          if (chatHistory[i]._providerError) {
+            html += _renderProviderIssueBlock(chatHistory[i]._providerError, { inline: true });
+          } else {
+            html += '<div class="walle-chat-msg-text we-markdown">' + renderAssistantWithThoughts(chatHistory[i].text) + '</div>';
+          }
           html += '</div>';
         }
         html += '</div>'; // close turn group
@@ -1917,7 +1999,11 @@ function renderChatUI() {
         }
         html += '<div class="walle-chat-msg assistant">';
         html += '<div class="walle-chat-msg-role assistant"><img src="/walle-icon.svg" width="16" height="16" class="walle-avatar"> WALL-E</div>';
-        html += '<div class="walle-chat-msg-text we-markdown">' + renderAssistantWithThoughts(msg.text) + '</div>';
+        if (msg._providerError) {
+          html += _renderProviderIssueBlock(msg._providerError, { inline: true });
+        } else {
+          html += '<div class="walle-chat-msg-text we-markdown">' + renderAssistantWithThoughts(msg.text) + '</div>';
+        }
         html += '</div>';
         html += '</div>';
         turnIdx++;
@@ -2258,8 +2344,13 @@ function _streamChat(message, pendingAttachments, sendId) {
           }
           throw new Error('Send cancelled — current provider cannot handle ' + capList + ' attachments.');
         }
-        var msg = (json && json.error) || txt || ('HTTP ' + response.status);
-        throw new Error(msg);
+        var msg = (json && (json.message || json.error)) || txt || ('HTTP ' + response.status);
+        var err = new Error(msg);
+        if (json && json.providerError) {
+          err.code = json.code || 'AI_PROVIDER_ERROR';
+          err.providerError = json.providerError;
+        }
+        throw err;
       });
     }
     var reader = response.body.getReader();
@@ -2287,7 +2378,7 @@ function _streamChat(message, pendingAttachments, sendId) {
                 reader.cancel();
                 return;
               } else if (event.type === 'error') {
-                _finishStreaming('Error: ' + (event.error || 'Unknown error'));
+                _finishStreamingError(event, sendId, { serverReceived: true });
                 reader.cancel();
                 return;
               } else {
@@ -2301,7 +2392,7 @@ function _streamChat(message, pendingAttachments, sendId) {
         readChunk();
       }).catch(function(err) {
         if (err.name !== 'AbortError') {
-          _finishStreaming('Error: ' + (err.message || 'Stream read failed'));
+          _finishStreamingError({ error: err.message || 'Stream read failed' }, sendId, { serverReceived: false });
         }
       });
     }
@@ -2315,6 +2406,14 @@ function _streamChat(message, pendingAttachments, sendId) {
       renderChatUI();
       return;
     }
+    if (err.providerError) {
+      _finishStreamingError({
+        error: err.message || 'AI provider failed',
+        code: err.code || 'AI_PROVIDER_ERROR',
+        providerError: err.providerError,
+      }, sendId, { serverReceived: true });
+      return;
+    }
     // Mark this user message as unsynced so it's visibly flagged and survives
     // reloads. The localStorage record stays (cleared only on confirmed success
     // via _finishStreaming with a reply) — on next page load it's merged back
@@ -2334,24 +2433,44 @@ function _streamChat(message, pendingAttachments, sendId) {
   });
 }
 
-function _finishStreaming(reply) {
+function _markSendUnsynced(sendId, message) {
+  if (!sendId) return;
+  for (var _i = chatHistory.length - 1; _i >= 0; _i--) {
+    if (chatHistory[_i]._sendId === sendId) {
+      chatHistory[_i]._unsynced = true;
+      chatHistory[_i]._error = message || 'Failed to get response';
+      break;
+    }
+  }
+}
+
+function _confirmLastUserSend(sendId) {
+  // Server confirmed the turn — clear the unsynced record + marker for the
+  // most recent user turn that had a sendId.
+  if (sendId) _clearUnsynced(sendId);
+  for (var _fi = chatHistory.length - 1; _fi >= 0; _fi--) {
+    if (chatHistory[_fi].role === 'user' && chatHistory[_fi]._sendId && (!sendId || chatHistory[_fi]._sendId === sendId)) {
+      _clearUnsynced(chatHistory[_fi]._sendId);
+      delete chatHistory[_fi]._sendId;
+      delete chatHistory[_fi]._unsynced;
+      delete chatHistory[_fi]._error;
+      break;
+    }
+  }
+}
+
+function _resetStreamingState() {
   activeChatController = null;
   _stopThinkingTimer();
   chatThinkingState.isProcessing = false;
   chatThinkingState.logs = [];
   chatThinkingState.startTime = null;
+}
+
+function _finishStreaming(reply) {
+  _resetStreamingState();
   if (reply) {
-    // Server confirmed the turn — clear the unsynced record + marker for the
-    // most recent user turn that had a sendId.
-    for (var _fi = chatHistory.length - 1; _fi >= 0; _fi--) {
-      if (chatHistory[_fi].role === 'user' && chatHistory[_fi]._sendId) {
-        _clearUnsynced(chatHistory[_fi]._sendId);
-        delete chatHistory[_fi]._sendId;
-        delete chatHistory[_fi]._unsynced;
-        delete chatHistory[_fi]._error;
-        break;
-      }
-    }
+    _confirmLastUserSend();
     chatHistory.push({ role: 'assistant', text: reply });
     // Update the active branch with the assistant reply
     _updateActiveBranch();
@@ -2359,6 +2478,28 @@ function _finishStreaming(reply) {
   WE.renderChat();
 }
 
+function _finishStreamingError(event, sendId, opts) {
+  opts = opts || {};
+  _resetStreamingState();
+  var issue = _rememberProviderIssue(event);
+  var serverReceived = opts.serverReceived;
+  if (issue && issue.type === 'provider_unavailable_local') serverReceived = false;
+  var msg = (event && (event.message || event.error)) || 'Failed to get response';
+  if (serverReceived) _confirmLastUserSend(sendId);
+  else _markSendUnsynced(sendId, issue ? issue.message : msg);
+  if (issue) {
+    chatHistory.push({
+      role: 'assistant',
+      text: issue.title + ': ' + issue.message,
+      _providerError: issue,
+    });
+  } else {
+    chatHistory.push({ role: 'assistant', text: 'Error: ' + msg });
+  }
+  _updateActiveBranch();
+  WE.renderChat();
+}
+
 // Keep active branch data in sync with chatHistory
 function _updateActiveBranch() {
   Object.keys(chatBranches).forEach(function(k) {
@@ -5844,6 +5985,21 @@ WE._toggleActionHistory = function() {
 function checkProviderStatus() {
   api('/provider/status').then(function(d) {
     _providerStatus = d;
+    if (d && d.configured && d.anyAvailable === false) {
+      _rememberProviderIssue({
+        type: 'provider_unavailable_local',
+        title: 'No AI provider available',
+        message: 'Providers are configured, but every provider is currently marked unhealthy. Check Setup or wait for health checks to recover.',
+        rawMessage: (d.providers || []).map(function(p) {
+          return (p.providerType || p.providerId || 'provider') + ': ' + (p.lastError || p.status || 'unhealthy');
+        }).join('\n'),
+        actionUrl: '/setup.html',
+      });
+      if (currentView === 'chat') renderChatUI();
+    } else if (_activeProviderIssue && _activeProviderIssue.type === 'provider_unavailable_local') {
+      _activeProviderIssue = null;
+      if (currentView === 'chat') renderChatUI();
+    }
     renderProviderBanner();
     // Adaptive polling: fast during setup, slow in steady state
     var interval = (d.setupAction === 'ready') ? 60000 : 10000;
@@ -5865,7 +6021,10 @@ function renderProviderBanner() {
   var d = _providerStatus;
   var msg = 'No AI provider configured — Wall-E is in limited mode.';
   var btnHtml = '';
-  if (d.setupAction === 'auto-register-detected') {
+  if (d.configured && d.anyAvailable === false) {
+    msg = 'AI providers are configured, but none are available right now.';
+    btnHtml = '<button class="walle-btn primary" onclick="navTo(\'setup\')">Open Setup</button>';
+  } else if (d.setupAction === 'auto-register-detected') {
     var types = (d.detected || []).map(function(x) { return x.type; }).join(', ');
     msg = 'Found existing API keys (' + types + ') — activate to get started.';
     btnHtml = '<button class="walle-btn" onclick="WE._registerDetectedProviders()">Use detected providers</button>';
@@ -5876,8 +6035,8 @@ function renderProviderBanner() {
   } else {
     btnHtml = '<button class="walle-btn" onclick="navTo(\'setup\')">Add API key</button>';
   }
-  var html = '<div id="walle-provider-banner" style="background:#fef3cd;border:1px solid #ffc107;padding:10px 16px;margin:0 0 8px 0;border-radius:8px;display:flex;align-items:center;justify-content:space-between;gap:12px;font-size:13px;">'
-    + '<span>' + msg + '</span>' + btnHtml + '</div>';
+  var html = '<div id="walle-provider-banner" class="we-provider-setup-banner">'
+    + '<span>' + esc(msg) + '</span><div class="we-provider-setup-actions">' + btnHtml + '</div></div>';
   if (existing) {
     existing.outerHTML = html;
   } else {
@@ -5939,7 +6098,17 @@ var _alertsPollTimer = null;
 
 function checkServiceAlerts() {
   api('/alerts').then(function(d) {
-    renderServiceAlerts(d.alerts || []);
+    var alerts = d.alerts || [];
+    var providerIssue = null;
+    for (var i = 0; i < alerts.length; i++) {
+      var issue = _normalizeProviderIssue(alerts[i]);
+      if (issue) providerIssue = issue;
+    }
+    if (providerIssue) {
+      _activeProviderIssue = providerIssue;
+      if (currentView === 'chat') renderChatUI();
+    }
+    renderServiceAlerts(alerts);
     clearTimeout(_alertsPollTimer);
     _alertsPollTimer = setTimeout(checkServiceAlerts, 60000);
   }).catch(function() {
@@ -5955,22 +6124,23 @@ function renderServiceAlerts(alerts) {
     return;
   }
   var items = alerts.map(function(a) {
-    var icon = a.type === 'auth_expired' ? '&#9888;' : a.type === 'update_available' ? '&#8593;' : '&#9679;';
-    var color = a.type === 'auth_expired' ? '#e03131' : a.type === 'update_available' ? '#228be6' : '#fab005';
+    var providerIssue = _normalizeProviderIssue(a);
+    var kind = providerIssue ? 'provider' : (a.type === 'auth_expired' ? 'error' : a.type === 'update_available' ? 'info' : 'warning');
+    var icon = kind === 'provider' || kind === 'error' ? '!' : kind === 'info' ? '&#8593;' : '&#9679;';
     var safeId = esc(a.id).replace(/'/g, '&#39;');
-    var dismissBtn = '<button onclick="WE._dismissAlert(\'' + safeId + '\')" style="background:none;border:none;cursor:pointer;font-size:16px;color:#999;padding:0 4px;" title="Dismiss">&times;</button>';
+    var dismissBtn = '<button class="we-service-alert-dismiss" onclick="WE._dismissAlert(\'' + safeId + '\')" title="Dismiss">&times;</button>';
     var actionBtn = '';
     if (a.action_url && /^(\/|https?:\/\/)/.test(a.action_url)) {
-      actionBtn = ' <a href="' + esc(a.action_url) + '" style="color:' + color + ';font-weight:600;text-decoration:underline;">Fix</a>';
+      actionBtn = ' <a href="' + esc(a.action_url) + '" class="we-service-alert-action">Fix</a>';
     }
-    return '<div style="display:flex;align-items:center;gap:8px;padding:6px 0;">'
-      + '<span style="color:' + color + ';">' + icon + '</span>'
-      + '<span style="flex:1;">' + esc(a.message) + actionBtn + '</span>'
+    return '<div class="we-service-alert-item ' + kind + '">'
+      + '<span class="we-service-alert-icon">' + icon + '</span>'
+      + '<span class="we-service-alert-text">' + esc(providerIssue ? providerIssue.message : a.message) + actionBtn + '</span>'
       + dismissBtn + '</div>';
   }).join('');
 
-  var html = '<div id="walle-service-alerts" style="background:#fff3f3;border:1px solid #ffa8a8;padding:8px 14px;margin:0 0 8px 0;border-radius:8px;font-size:13px;">'
-    + '<div style="font-weight:600;margin-bottom:4px;">Service Alerts</div>' + items + '</div>';
+  var html = '<div id="walle-service-alerts" class="we-service-alerts">'
+    + '<div class="we-service-alerts-title">Service Alerts</div>' + items + '</div>';
 
   if (existing) {
     existing.outerHTML = html;
@@ -5984,7 +6154,13 @@ WE._dismissAlert = function(alertId) {
   resolveWalleBase().then(function() {
     var token = window._ctmState?.token || '';
     fetch(WALLE_BASE + '/api/wall-e/alerts/' + encodeURIComponent(alertId) + '?token=' + token, { method: 'DELETE' })
-      .then(function() { checkServiceAlerts(); });
+      .then(function() {
+        if (/^ai_provider:/.test(String(alertId || ''))) {
+          _activeProviderIssue = null;
+          if (currentView === 'chat') renderChatUI();
+        }
+        checkServiceAlerts();
+      });
   });
 };
 
@@ -6102,7 +6278,7 @@ WE.renderEval = function() {
   body.textContent = '';
 
   Promise.all([
-    api('/eval/dashboard').catch(function() { return { data: { providers: 0, totalEvals: 0, shadowEvals: 0, benchmarkEvals: 0, leaderboard: [] } }; }),
+    api('/eval/dashboard').catch(function() { return { data: { providers: 0, modelGroups: 0, totalEvals: 0, shadowEvals: 0, benchmarkEvals: 0, trustedBenchmarkEvals: 0, trustedBenchmarkModels: 0, provisionalBenchmarkModels: 0, legacyBenchmarkModels: 0, leaderboard: [] } }; }),
     api('/eval/runs').catch(function() { return { data: [] }; }),
     api('/eval/benchmarks').catch(function() { return { data: [] }; }),
   ]).then(function(results) {
@@ -6120,6 +6296,35 @@ function _evalScoreColor(score) {
   return '#f87171';
 }
 
+function _evalBenchmarkScore(row) {
+  var v = row && row.trusted_avg_score != null ? row.trusted_avg_score : row && row.avg_score;
+  v = Number(v);
+  return isFinite(v) ? v : 0;
+}
+
+function _evalTrustStatus(row) {
+  if (row && row.trust_status) return String(row.trust_status);
+  var trusted = Number((row && row.trusted_evals) || 0);
+  var minTrusted = Number((row && row.min_trusted_evals) || 10);
+  if (trusted >= minTrusted) return 'trusted';
+  return trusted > 0 ? 'provisional' : 'legacy';
+}
+
+function _evalTrustColor(status) {
+  if (status === 'trusted') return '#4ade80';
+  if (status === 'provisional') return '#facc15';
+  return '#f87171';
+}
+
+function _evalCiLabel(row) {
+  var low = row && row.trusted_score_confidence_low != null ? row.trusted_score_confidence_low : row && row.score_confidence_low;
+  var high = row && row.trusted_score_confidence_high != null ? row.trusted_score_confidence_high : row && row.score_confidence_high;
+  low = Number(low);
+  high = Number(high);
+  if (!isFinite(low) || !isFinite(high)) return '—';
+  return low.toFixed(2) + '-' + high.toFixed(2);
+}
+
 function _evalMakeCell(text, opts) {
   var td = document.createElement('td');
   td.style.cssText = 'padding:' + ((opts && opts.pad) || '6px 8px') + ';' + ((opts && opts.center) ? 'text-align:center;' : '');
@@ -6140,12 +6345,15 @@ function _renderEvalDashboard(body, dashboard, runs, benchmarks) {
 
   // Stats grid
   var stats = document.createElement('div');
-  stats.style.cssText = 'display:grid;grid-template-columns:repeat(4,1fr);gap:12px;margin-bottom:16px;';
+  stats.style.cssText = 'display:grid;grid-template-columns:repeat(auto-fit,minmax(120px,1fr));gap:12px;margin-bottom:16px;';
   var statItems = [
     { label: 'Providers', value: dashboard.providers || 0 },
+    { label: 'Models', value: dashboard.modelGroups || (dashboard.leaderboard || []).length || 0 },
     { label: 'Total Evals', value: dashboard.totalEvals || 0 },
     { label: 'Shadow Evals', value: dashboard.shadowEvals || 0 },
     { label: 'Benchmark Evals', value: dashboard.benchmarkEvals || 0 },
+    { label: 'Trusted Evals', value: dashboard.trustedBenchmarkEvals || 0 },
+    { label: 'Trusted Models', value: dashboard.trustedBenchmarkModels || 0 },
   ];
   statItems.forEach(function(item) {
     var card = document.createElement('div');
@@ -6162,6 +6370,15 @@ function _renderEvalDashboard(body, dashboard, runs, benchmarks) {
   });
   body.appendChild(stats);
 
+  if ((dashboard.provisionalBenchmarkModels || 0) || (dashboard.legacyBenchmarkModels || 0)) {
+    var trustNote = document.createElement('div');
+    trustNote.style.cssText = 'font-size:11px;color:var(--text-dim);margin:-6px 0 14px;';
+    trustNote.textContent = 'Benchmark trust: ' + (dashboard.trustedBenchmarkModels || 0) + ' trusted, ' +
+      (dashboard.provisionalBenchmarkModels || 0) + ' provisional, ' +
+      (dashboard.legacyBenchmarkModels || 0) + ' legacy model groups.';
+    body.appendChild(trustNote);
+  }
+
   // Sub-nav tabs
   var nav = document.createElement('div');
   nav.className = 'we-eval-subnav';
@@ -6228,6 +6445,7 @@ function _renderEvalLeaderboard(container, dashboard) {
 
     lb.forEach(function(row) {
       if (!row.categories) return;
+      var compositeScore = _evalBenchmarkScore(row);
       var card = document.createElement('div');
       card.style.cssText = 'background:var(--bg-secondary,#1a1a2e);border:1px solid var(--border);border-radius:8px;padding:10px 12px;min-width:180px;flex:1;max-width:240px;';
 
@@ -6238,8 +6456,8 @@ function _renderEvalLeaderboard(container, dashboard) {
       card.appendChild(modelName);
 
       var compositeLabel = document.createElement('div');
-      compositeLabel.style.cssText = 'font-size:20px;font-weight:700;color:' + _evalScoreColor(row.avg_score || 0) + ';margin-bottom:6px;font-variant-numeric:tabular-nums;';
-      compositeLabel.textContent = (row.avg_score || 0).toFixed(3);
+      compositeLabel.style.cssText = 'font-size:20px;font-weight:700;color:' + _evalScoreColor(compositeScore) + ';margin-bottom:6px;font-variant-numeric:tabular-nums;';
+      compositeLabel.textContent = compositeScore.toFixed(3);
       card.appendChild(compositeLabel);
 
       // SVG radar chart (small multiple)
@@ -6290,9 +6508,9 @@ function _renderEvalLeaderboard(container, dashboard) {
       });
       var dataPoly = document.createElementNS(ns, 'polygon');
       dataPoly.setAttribute('points', dataPts.join(' '));
-      dataPoly.setAttribute('fill', _evalScoreColor(row.avg_score || 0));
+      dataPoly.setAttribute('fill', _evalScoreColor(compositeScore));
       dataPoly.setAttribute('fill-opacity', '0.2');
-      dataPoly.setAttribute('stroke', _evalScoreColor(row.avg_score || 0));
+      dataPoly.setAttribute('stroke', _evalScoreColor(compositeScore));
       dataPoly.setAttribute('stroke-width', '1.5');
       svg.appendChild(dataPoly);
 
@@ -6306,7 +6524,7 @@ function _renderEvalLeaderboard(container, dashboard) {
         dot.setAttribute('cx', dx);
         dot.setAttribute('cy', dy);
         dot.setAttribute('r', '2.5');
-        dot.setAttribute('fill', _evalScoreColor(row.avg_score || 0));
+        dot.setAttribute('fill', _evalScoreColor(compositeScore));
         svg.appendChild(dot);
 
         // Label
@@ -6425,8 +6643,8 @@ function _renderEvalLeaderboard(container, dashboard) {
   var table = document.createElement('table');
   table.style.cssText = 'width:100%;border-collapse:collapse;font-size:12px;';
   var hdrRow = document.createElement('tr');
-  var headers = ['Provider','Model','Composite','Evals','Errors','Throughput','Latency','Cost'];
-  if (hasDims) headers.splice(3, 0, 'Code Gen', 'Tool Use', 'Planning', 'Efficiency');
+  var headers = ['Provider','Model','Composite','Trust','CI','Evals','Errors','Throughput','Latency','Cost'];
+  if (hasDims) headers.splice(5, 0, 'Code Gen', 'Tool Use', 'Planning', 'Efficiency');
   headers.forEach(function(h) {
     var th = document.createElement('th');
     th.style.cssText = 'text-align:left;padding:8px;border-bottom:1px solid var(--border);font-size:11px;';
@@ -6437,11 +6655,27 @@ function _renderEvalLeaderboard(container, dashboard) {
   table.appendChild(hdrRow);
   var tbody = document.createElement('tbody');
   lb.forEach(function(row, idx) {
+    var compositeScore = _evalBenchmarkScore(row);
+    var trustStatus = _evalTrustStatus(row);
+    var trustedEvals = Number(row.trusted_evals || 0);
+    var minTrusted = Number(row.min_trusted_evals || 10);
     var tr = document.createElement('tr');
     tr.style.cssText = idx % 2 === 0 ? '' : 'background:rgba(255,255,255,0.02);';
     tr.appendChild(_evalMakeCell(row.provider));
     tr.appendChild(_evalMakeCell(row.model));
-    tr.appendChild(_evalMakeCell((row.avg_score || 0).toFixed(3), { center: true, scoreColor: true }));
+    tr.appendChild(_evalMakeCell(compositeScore.toFixed(3), { center: true, scoreColor: true }));
+    var trustCell = document.createElement('td');
+    trustCell.style.cssText = 'padding:6px 8px;text-align:center;';
+    var trustBadge = document.createElement('span');
+    trustBadge.style.cssText = 'font-size:9px;padding:1px 5px;border-radius:3px;background:' + _evalTrustColor(trustStatus) + '22;color:' + _evalTrustColor(trustStatus) + ';font-weight:600;text-transform:uppercase;';
+    trustBadge.textContent = trustStatus;
+    var trustMeta = document.createElement('div');
+    trustMeta.style.cssText = 'font-size:9px;color:var(--text-dim);margin-top:2px;';
+    trustMeta.textContent = trustedEvals + '/' + minTrusted;
+    trustCell.appendChild(trustBadge);
+    trustCell.appendChild(trustMeta);
+    tr.appendChild(trustCell);
+    tr.appendChild(_evalMakeCell(_evalCiLabel(row), { center: true }));
     if (hasDims && row.categories) {
       ['codeGen', 'toolUse', 'planning', 'efficiency'].forEach(function(k) {
         tr.appendChild(_evalMakeCell((row.categories[k] || 0).toFixed(2), { center: true, scoreColor: true }));
@@ -6544,13 +6778,31 @@ function _renderEvalBenchmarks(container, benchmarks) {
     name.textContent = suite.name;
     var count = document.createElement('span');
     count.style.cssText = 'font-size:11px;color:var(--text-dim);';
-    count.textContent = suite.count + ' prompts';
+    if (suite.adapter) {
+      count.textContent = suite.count ? suite.count + ' tasks' : 'adapter suite';
+    } else {
+      count.textContent = (suite.count || 0) + ' prompts';
+    }
     top.appendChild(name);
     top.appendChild(count);
     card.appendChild(top);
 
     var tags = document.createElement('div');
     tags.style.cssText = 'margin-bottom:8px;';
+    if (suite.adapter) {
+      var adapterTag = document.createElement('span');
+      adapterTag.className = 'we-eval-diff-tag';
+      adapterTag.style.cssText = 'background:#60a5fa;color:#06121f;margin-right:4px;';
+      adapterTag.textContent = 'ADAPTER';
+      tags.appendChild(adapterTag);
+    }
+    if (suite.datasetVersion) {
+      var datasetTag = document.createElement('span');
+      datasetTag.className = 'we-eval-diff-tag';
+      datasetTag.style.cssText = 'background:#2dd4bf;color:#06121f;margin-right:4px;';
+      datasetTag.textContent = String(suite.datasetVersion).toUpperCase();
+      tags.appendChild(datasetTag);
+    }
     (suite.difficulties || []).forEach(function(d) {
       var tag = document.createElement('span');
       tag.className = 'we-eval-diff-tag';
@@ -7317,12 +7569,13 @@ function _renderEvalComparison(container, dashboard) {
   chartWrap.style.cssText = 'margin-bottom:20px;';
   var chartTitle = document.createElement('div');
   chartTitle.style.cssText = 'font-size:12px;color:var(--text-dim);margin-bottom:8px;';
-  chartTitle.textContent = 'Composite Score by Model';
+  chartTitle.textContent = 'Composite Score by Model (trusted mean when available)';
   chartWrap.appendChild(chartTitle);
 
-  var maxScore = Math.max.apply(null, lb.map(function(r) { return r.avg_score || 0; }));
-  lb.sort(function(a, b) { return (b.avg_score || 0) - (a.avg_score || 0); });
+  var maxScore = Math.max.apply(null, lb.map(function(r) { return _evalBenchmarkScore(r); }));
+  lb.sort(function(a, b) { return _evalBenchmarkScore(b) - _evalBenchmarkScore(a); });
   lb.forEach(function(row) {
+    var rowScore = _evalBenchmarkScore(row);
     var barRow = document.createElement('div');
     barRow.style.cssText = 'display:flex;align-items:center;margin-bottom:4px;gap:8px;';
 
@@ -7334,13 +7587,13 @@ function _renderEvalComparison(container, dashboard) {
     var barBg = document.createElement('div');
     barBg.style.cssText = 'flex:1;height:18px;background:var(--border);border-radius:3px;overflow:hidden;position:relative;';
     var barFill = document.createElement('div');
-    var pct = maxScore > 0 ? ((row.avg_score || 0) / maxScore) * 100 : 0;
-    barFill.style.cssText = 'height:100%;background:' + _evalScoreColor(row.avg_score || 0) + ';width:' + pct + '%;border-radius:3px;transition:width 0.3s;';
+    var pct = maxScore > 0 ? (rowScore / maxScore) * 100 : 0;
+    barFill.style.cssText = 'height:100%;background:' + _evalScoreColor(rowScore) + ';width:' + pct + '%;border-radius:3px;transition:width 0.3s;';
     barBg.appendChild(barFill);
 
     var scoreLabel = document.createElement('div');
-    scoreLabel.style.cssText = 'width:60px;font-size:11px;font-weight:600;color:' + _evalScoreColor(row.avg_score || 0) + ';font-variant-numeric:tabular-nums;';
-    scoreLabel.textContent = (row.avg_score || 0).toFixed(3);
+    scoreLabel.style.cssText = 'width:60px;font-size:11px;font-weight:600;color:' + _evalScoreColor(rowScore) + ';font-variant-numeric:tabular-nums;';
+    scoreLabel.textContent = rowScore.toFixed(3);
 
     barRow.appendChild(label);
     barRow.appendChild(barBg);
@@ -7460,16 +7713,17 @@ function _renderEvalComparison(container, dashboard) {
   costTable.appendChild(cHdr);
 
   var ranked = lb.slice().sort(function(a, b) {
-    var aEff = (a.total_cost || 0) > 0 ? (a.avg_score || 0) / a.total_cost : 999999;
-    var bEff = (b.total_cost || 0) > 0 ? (b.avg_score || 0) / b.total_cost : 999999;
+    var aEff = (a.total_cost || 0) > 0 ? _evalBenchmarkScore(a) / a.total_cost : 999999;
+    var bEff = (b.total_cost || 0) > 0 ? _evalBenchmarkScore(b) / b.total_cost : 999999;
     return bEff - aEff;
   });
   ranked.forEach(function(row, i) {
+    var rowScore = _evalBenchmarkScore(row);
     var tr = document.createElement('tr');
-    var eff = (row.total_cost || 0) > 0 ? ((row.avg_score || 0) / row.total_cost).toFixed(1) : 'free';
+    var eff = (row.total_cost || 0) > 0 ? (rowScore / row.total_cost).toFixed(1) : 'free';
     tr.appendChild(_evalMakeCell('#' + (i + 1)));
     tr.appendChild(_evalMakeCell((row.provider || '') + '/' + (row.model || '')));
-    tr.appendChild(_evalMakeCell((row.avg_score || 0).toFixed(3), { center: true, scoreColor: true }));
+    tr.appendChild(_evalMakeCell(rowScore.toFixed(3), { center: true, scoreColor: true }));
     tr.appendChild(_evalMakeCell('$' + (row.total_cost || 0).toFixed(4), { center: true }));
     tr.appendChild(_evalMakeCell(eff, { center: true }));
     costTable.appendChild(tr);