@prismatic-io/lux 0.0.2-preview.32 → 0.0.2-preview.35

package/viewer/detail.js

@@ -1,10 +1,16 @@
+const assertionScore = (assertion) =>
+  assertion.errorMessage !== undefined || assertion.abstention !== undefined
+    ? null
+    : assertion.score;
+
 const assertionPresentation = (assertion) => {
+  if (assertionScore(assertion) === null) return { className: " unavailable", mark: "?", tone: "" };
   if (assertion.passed === null) return { className: " informational", mark: "ℹ", tone: "" };
   if (assertion.passed) return { className: " passed", mark: "✓", tone: "tone-positive" };
   return { className: "", mark: "×", tone: "tone-negative" };
 };
 
-import { comparisonBars, compositionFigure, quantizedBar } from "./charts.js";
+import { comparisonBars, compositionFigure, quantizedBar, scoreBar } from "./charts.js";
 import {
   badge,
   compactNumber,
@@ -104,6 +110,7 @@ const assertionMeta = (assertion) =>
 const assertionDiagnostics = (assertion) => {
   const rows = [
     assertion.comment ? `<p class="assertion-comment">${escapeHtml(assertion.comment)}</p>` : "",
+    assertion.abstention ? `<p class="assertion-comment">Insufficient evidence</p>` : "",
     assertion.errorMessage
       ? `<p class="diagnostic-error">${escapeHtml(assertion.errorMessage)}</p>`
       : "",
@@ -118,6 +125,7 @@ const assertionDiagnostics = (assertion) => {
 
 const inferredMetricUnit = (name, unit) => {
   if (unit) return unit;
+  if (name === "score") return "score";
   if (name.endsWith("Ms")) return "milliseconds";
   if (name.endsWith(".bytes")) return "bytes";
   if (name.endsWith(".usd")) return "usd";
@@ -323,18 +331,18 @@ export const renderRunDetail = (item, detail) => {
                       <span class="assertion-content">
                         <strong>${escapeHtml(assertion.name)}</strong>
                         <small>${escapeHtml(assertionMeta(assertion))}</small>
-                        ${quantizedBar(
-                          assertion.score,
+                        ${scoreBar(
+                          assertionScore(assertion),
                           assertionPresentation(assertion).tone,
                           `${assertion.name} scored ${percentage(
-                            assertion.score,
+                            assertionScore(assertion),
                           )}${assertion.passed === null ? " (informational)" : `; threshold ${percentage(assertion.threshold)}`}`,
                           assertion.passed === null ? null : assertion.threshold,
                         )}
                         ${assertionDiagnostics(assertion)}
                       </span>
                       <span class="assertion-score">${escapeHtml(
-                        percentage(assertion.score),
+                        percentage(assertionScore(assertion)),
                       )}</span>
                     </article>`,
                   )
@@ -899,18 +907,20 @@ export const renderRunComparison = (payload, labels) => {
     runDelta?.agentUsageAvailable?.b === false ? null : totalTokens(runDelta?.usage?.b?.agent);
   const tokenDelta = tokenA === null || tokenB === null ? null : tokenB - tokenA;
   const scoreDelta =
+    comparison.grading.caseScoreComparable !== false &&
     typeof comparison.grading.caseScoreA === "number" &&
     typeof comparison.grading.caseScoreB === "number"
       ? comparison.grading.caseScoreB - comparison.grading.caseScoreA
       : null;
+  let comparisonStatus = "ungraded";
+  if (payload.regressed === true) comparisonStatus = "failed";
+  if (payload.regressed === false) comparisonStatus = "passed";
   const driverMetrics = driverMetricComparisons(runDelta);
   const subagentsA = subagentTotals(runDelta?.agentActivity?.a);
   const subagentsB = subagentTotals(runDelta?.agentActivity?.b);
   return `
     <header class="detail-header comparison-header">
-      <div class="detail-kicker">${badge(
-        comparison.grading.regressions ? "failed" : "passed",
-      )}<span>run comparison</span></div>
+      <div class="detail-kicker">${badge(comparisonStatus)}<span>run comparison</span></div>
       <div class="detail-title-row">
         <div><h2>${escapeHtml(labels.before)} → ${escapeHtml(
           labels.after,
@@ -926,6 +936,7 @@ export const renderRunComparison = (payload, labels) => {
             )}. Treat deltas as potentially incomparable.</div>`
           : '<div class="integrity-banner">✓ Case, evaluator, runtime, and driver identities are comparable</div>'
       }
+      ${comparison.grading.caseScoreComparable === false ? '<div class="attention-banner">Score change unavailable: scored assertions or weights differ, or evidence is missing.</div>' : ""}
       <dl class="comparison-stats">
         <div><dt>Case score</dt><dd>${escapeHtml(
           `${percentage(comparison.grading.caseScoreA)} → ${percentage(
@@ -956,6 +967,7 @@ export const renderRunComparison = (payload, labels) => {
         <div class="comparison-plot-grid">
           ${comparisonBars({
             title: "Case score",
+            continuous: true,
             before: comparison.grading.caseScoreA,
             after: comparison.grading.caseScoreB,
             maximum: 1,
@@ -1051,6 +1063,12 @@ export const renderRunComparison = (payload, labels) => {
                 value: comparison.grading.deltas.filter((delta) => delta.status === "removed")
                   .length,
               },
+              {
+                key: "unavailable",
+                label: "Unavailable",
+                value: comparison.grading.deltas.filter((delta) => delta.status === "unavailable")
+                  .length,
+              },
               {
                 key: "unchanged",
                 label: "Unchanged",

package/viewer/format.js

@@ -6,11 +6,11 @@ export const escapeHtml = (value) =>
   );
 
 export const percentage = (value) =>
-  typeof value === "number" ? `${Math.round(value * 100)}%` : "—";
+  typeof value === "number" ? `${Number((value * 100).toPrecision(15))}%` : "—";
 
 export const signedPercentage = (value) => {
   if (typeof value !== "number") return "—";
-  const rounded = Math.round(value * 1_000) / 10;
+  const rounded = Number((value * 100).toPrecision(15));
   return `${rounded > 0 ? "+" : ""}${rounded}%`;
 };