inspect-ai 0.3.56__py3-none-any.whl → 0.3.58__py3-none-any.whl

inspect_ai/_view/www/dist/assets/index.js

@@ -8499,7 +8499,10 @@ var require_assets = __commonJS({
       children: children2
     }) => {
       const tabContentsId = computeTabContentsId(id, index);
-      const tabContentsRef = A();
+      const tabContentsRef = A(
+        /** @type {HTMLElement|null} */
+        null
+      );
       y(() => {
         setTimeout(() => {
           if (scrollPosition !== void 0 && tabContentsRef.current && tabContentsRef.current.scrollTop !== scrollPosition) {
@@ -15138,8 +15141,14 @@ var require_assets = __commonJS({
     }) => {
       const [collapsed, setCollapsed] = h(collapse);
       const [showToggle, setShowToggle] = h(false);
-      const contentsRef = A();
-      const observerRef = A();
+      const contentsRef = A(
+        /** @type {HTMLElement|null} */
+        null
+      );
+      const observerRef = A(
+        /** @type {IntersectionObserver|null} */
+        null
+      );
       y(() => {
         setCollapsed(collapse);
       }, [children2, collapse]);
@@ -15259,7 +15268,16 @@ var require_assets = __commonJS({
       mode
     }) => {
       function isContentImage(value) {
-        return value && typeof value === "object" && value.type === "image";
+        if (value && typeof value === "object") {
+          if (value.type === "image") {
+            return true;
+          } else if (value.type === "tool") {
+            if (Array.isArray(value.content) && value.content.some(isContentImage)) {
+              return true;
+            }
+          }
+        }
+        return false;
       }
       const collapse = Array.isArray(output) ? output.every((item) => !isContentImage(item)) : !isContentImage(output);
       return m$1`<div>
@@ -15313,7 +15331,7 @@ var require_assets = __commonJS({
       }
       if (view) {
         const toolInputRef = A(
-          /** @type {HTMLElement|null} */
+          /** @type {import("preact").Component & { base: Element }} */
           null
         );
         y(() => {
@@ -15389,7 +15407,7 @@ var require_assets = __commonJS({
                 m$1`<img
               src="${out.image}"
               style=${{
-                  maxWidth: "100%",
+                  maxWidth: "800px",
                   border: "solid var(--bs-border-color) 1px",
                   ...style2
                 }}
@@ -15520,7 +15538,7 @@ var require_assets = __commonJS({
             return m$1`<img
           src="${content.image}"
           style=${{
-              maxWidth: "400px",
+              maxWidth: "800px",
               border: "solid var(--bs-border-color) 1px"
             }}
         />`;
@@ -15529,12 +15547,46 @@ var require_assets = __commonJS({
           }
         }
       },
+      audio: {
+        render: (content) => {
+          return m$1` <audio controls>
+        <source
+          src=${content.audio}
+          type=${mimeTypeForFormat(content.format)}
+        />
+      </audio>`;
+        }
+      },
+      video: {
+        render: (content) => {
+          return m$1` <video width="500" height="375" controls>
+        <source
+          src=${content.video}
+          type=${mimeTypeForFormat(content.format)}
+        />
+      </video>`;
+        }
+      },
       tool: {
         render: (content) => {
           return m$1`<${ToolOutput} output=${content.content} />`;
         }
       }
     };
+    const mimeTypeForFormat = (format2) => {
+      switch (format2) {
+        case "mov":
+          return "video/quicktime";
+        case "wav":
+          return "audio/wav";
+        case "mp3":
+          return "audio/mpeg";
+        case "mp4":
+          return "video/mp4";
+        case "mpeg":
+          return "video/mpeg";
+      }
+    };
     const ChatView = ({
       id,
       messages,
@@ -16475,7 +16527,7 @@ ${entry.value}</pre
     };
     const MessageBand = ({ message, hidden, setHidden, type }) => {
       const bgColor = type === "info" ? "var(--bs-light)" : "var(--bs-" + type + "-bg-subtle)";
-      const color = "var(--bs-" + (type === "info" ? "secondary" : type) + "-text-emphasis)";
+      const color = type === "info" ? void 0 : "var(--bs-" + type + "-text-emphasis)";
       return m$1`
     <div
       style=${{
@@ -16498,7 +16550,7 @@ ${entry.value}</pre
         fontSize: FontSize["title-secondary"],
         margin: "0",
         padding: "0",
-        color: "var(--bs-" + type + "-text-emphasis)",
+        color,
         height: FontSize["title-secondary"],
         lineHeight: FontSize["title-secondary"]
       }}
@@ -16531,7 +16583,10 @@ ${entry.value}</pre
         setWarningHidden
       } = props;
       const modalFooter = footer ? m$1`<div class="modal-footer">${footer}</div>` : "";
-      const scrollRef = A();
+      const scrollRef = A(
+        /** @type {HTMLElement|null} */
+        null
+      );
       y(() => {
         if (scrollRef.current) {
           setTimeout(() => {
@@ -16681,7 +16736,7 @@ ${entry.value}</pre
       });
     };
     const SampleScores = ({ sample, sampleDescriptor, scorer }) => {
-      const scores = scorer ? sampleDescriptor.scorer(sample, scorer).scores() : sampleDescriptor.selectedScorer(sample).scores();
+      const scores = scorer ? sampleDescriptor.evalDescriptor.scorerDescriptor(sample, { scorer, name: scorer }).scores() : sampleDescriptor.selectedScorerDescriptor(sample).scores();
       if (scores.length === 1) {
         return scores[0].rendered();
       } else {
@@ -16775,7 +16830,7 @@ ${entry.value}</pre
       scorer
     }) => {
       if (!sampleDescriptor) {
-        return "";
+        return m$1``;
       }
       const scoreInput = inputString(sample.input);
       if (sample.choices && sample.choices.length > 0) {
@@ -16786,7 +16841,10 @@ ${entry.value}</pre
           })
         );
       }
-      const scorerDescriptor = sampleDescriptor.scorer(sample, scorer);
+      const scorerDescriptor = sampleDescriptor.evalDescriptor.scorerDescriptor(
+        sample,
+        { scorer, name: scorer }
+      );
       const explanation = scorerDescriptor.explanation() || "(No Explanation)";
       const answer = scorerDescriptor.answer();
       const metadata = scorerDescriptor.metadata();
@@ -24775,7 +24833,7 @@ ${events}
       }
     };
     const ToolEventView = ({ id, event, style: style2, depth }) => {
-      var _a2;
+      var _a2, _b2;
       const { input, functionCall, inputType } = resolveToolInput(
         event.function,
         event.arguments
@@ -24791,7 +24849,7 @@ ${events}
       functionCall=${functionCall}
       input=${input}
       inputType=${inputType}
-      output=${event.result}
+      output=${((_b2 = event.error) == null ? void 0 : _b2.message) || event.result}
       mode="compact"
       view=${event.view}
       />
@@ -25475,10 +25533,7 @@ ${events}
           clamp: true
         });
       }
-      const fullAnswer = sample && sampleDescriptor ? (
-        // @ts-ignore
-        sampleDescriptor.selectedScorer(sample).answer()
-      ) : void 0;
+      const fullAnswer = sample && sampleDescriptor ? sampleDescriptor.selectedScorerDescriptor(sample).answer() : void 0;
       if (fullAnswer) {
         columns.push({
           label: "Answer",
@@ -25640,27 +25695,27 @@ ${events}
     class VirtualList extends x$1 {
       constructor(props) {
         super(props);
+        /** @type {HTMLElement} */
+        __publicField(this, "base");
         this.state = {
           height: 0,
           offset: 0
         };
-        this.resize = this.resize.bind(this);
-        this.handleScroll = throttle$1(this.handleScroll.bind(this), 100);
+        this.resize = () => {
+          if (this.state.height !== this.base.offsetHeight) {
+            this.setState({ height: this.base.offsetHeight });
+          }
+        };
+        this.handleScroll = throttle$1(() => {
+          if (this.base) {
+            this.setState({ offset: this.base.scrollTop });
+          }
+          if (this.props.sync) {
+            this.forceUpdate();
+          }
+        }, 100);
         this.containerRef = b();
       }
-      resize() {
-        if (this.state.height !== this.base.offsetHeight) {
-          this.setState({ height: this.base.offsetHeight });
-        }
-      }
-      handleScroll() {
-        if (this.base) {
-          this.setState({ offset: this.base.scrollTop });
-        }
-        if (this.props.sync) {
-          this.forceUpdate();
-        }
-      }
       componentDidUpdate() {
         this.resize();
       }
@@ -25816,7 +25871,7 @@ ${events}
         [selectedIndex]
       );
       const listStyle = { ...style2, flex: "1", overflowY: "auto", outline: "none" };
-      const { limit, answer, target } = gridColumns(sampleDescriptor);
+      const { input, limit, answer, target } = gridColumns(sampleDescriptor);
       const headerRow = m$1`<div
     style=${{
         display: "grid",
@@ -25830,7 +25885,7 @@ ${events}
       }}
   >
     <div>Id</div>
-    <div>Input</div>
+    <div>${input !== "0" ? "Input" : ""}</div>
     <div>${target !== "0" ? "Target" : ""}</div>
     <div>${answer !== "0" ? "Answer" : ""}</div>
     <div>${limit !== "0" ? "Limit" : ""}</div>
@@ -25986,7 +26041,7 @@ ${events}
       >
         ${sample ? m$1`
               <${MarkdownDiv}
-                markdown=${sampleDescriptor == null ? void 0 : sampleDescriptor.selectedScorer(sample).answer()}
+                markdown=${sampleDescriptor == null ? void 0 : sampleDescriptor.selectedScorerDescriptor(sample).answer()}
                 style=${{ paddingLeft: "0" }}
                 class="no-last-para-padding"
               />
@@ -26241,7 +26296,7 @@ ${events}
           }
         }
       });
-      const groupCount = samples.length / sampleDescriptor.epochs;
+      const groupCount = samples.length / sampleDescriptor.evalDescriptor.epochs;
       const itemCount = samples.length / groupCount;
       const counter = getCounter(itemCount, groupCount, order2);
       return (sample, index, previousSample) => {
@@ -26270,7 +26325,7 @@ ${events}
       };
     };
     const groupByEpoch = (samples, sampleDescriptor, order2) => {
-      const groupCount = sampleDescriptor.epochs;
+      const groupCount = sampleDescriptor.evalDescriptor.epochs;
       const itemCount = samples.length / groupCount;
       const counter = getCounter(itemCount, groupCount, order2);
       return (sample, index, previousSample) => {
@@ -28418,7 +28473,8 @@ self.onmessage = function (e) {
               };
             });
             return Promise.resolve({
-              files: logs
+              files: logs,
+              log_dir
             });
           } else if (log_file) {
             let evalLog = cache.get();
@@ -28433,7 +28489,8 @@ self.onmessage = function (e) {
               task_id: evalLog.eval.task_id
             };
             return {
-              files: [result]
+              files: [result],
+              log_dir
             };
           } else {
             throw new Error(
@@ -28623,7 +28680,7 @@ self.onmessage = function (e) {
         }
       }
     }
-    const MAX_BYTES = 12582912;
+    const MAX_BYTES = 50 * 1024 * 1024;
     const openRemoteLogFile = async (api2, url, concurrency) => {
       const queue = new AsyncQueue(concurrency);
       const remoteZipFile = await openRemoteZipFile(
@@ -29063,7 +29120,7 @@ self.onmessage = function (e) {
           val: kEpochDescVal
         });
       }
-      if ((_a2 = sampleDescriptor == null ? void 0 : sampleDescriptor.scoreDescriptor) == null ? void 0 : _a2.compare) {
+      if ((_a2 = sampleDescriptor == null ? void 0 : sampleDescriptor.selectedScoreDescriptor) == null ? void 0 : _a2.compare) {
         options.push({
           label: "score asc",
           val: kScoreAscVal
@@ -29152,12 +29209,12 @@ self.onmessage = function (e) {
             }
           }
           case kScoreAscVal:
-            return samplesDescriptor.scoreDescriptor.compare(
+            return samplesDescriptor.selectedScoreDescriptor.compare(
               samplesDescriptor.selectedScore(a2).value,
               samplesDescriptor.selectedScore(b2).value
             );
           case kScoreDescVal:
-            return samplesDescriptor.scoreDescriptor.compare(
+            return samplesDescriptor.selectedScoreDescriptor.compare(
               samplesDescriptor.selectedScore(b2).value,
               samplesDescriptor.selectedScore(a2).value
             );
@@ -29181,11 +29238,11 @@ self.onmessage = function (e) {
           });
         }
       };
-      switch ((_a2 = descriptor == null ? void 0 : descriptor.scoreDescriptor) == null ? void 0 : _a2.scoreType) {
+      switch ((_a2 = descriptor == null ? void 0 : descriptor.selectedScoreDescriptor) == null ? void 0 : _a2.scoreType) {
         case kScoreTypePassFail: {
           const options = [{ text: "All", value: "all" }];
           options.push(
-            ...descriptor.scoreDescriptor.categories.map((cat) => {
+            ...descriptor.selectedScoreDescriptor.categories.map((cat) => {
               return { text: cat.text, value: cat.val };
             })
           );
@@ -29198,7 +29255,7 @@ self.onmessage = function (e) {
         case kScoreTypeCategorical: {
           const options = [{ text: "All", value: "all" }];
           options.push(
-            ...descriptor.scoreDescriptor.categories.map((cat) => {
+            ...descriptor.selectedScoreDescriptor.categories.map((cat) => {
               return { text: cat, value: cat };
             })
           );
@@ -29226,12 +29283,12 @@ self.onmessage = function (e) {
       `;
         }
         case kScoreTypeObject: {
-          if (!descriptor.scoreDescriptor.categories) {
+          if (!descriptor.selectedScoreDescriptor.categories) {
             return "";
           }
           const options = [{ text: "All", value: "all" }];
           options.push(
-            ...descriptor.scoreDescriptor.categories.map((cat) => {
+            ...descriptor.selectedScoreDescriptor.categories.map((cat) => {
               return { text: cat.text, value: cat.value };
             })
           );
@@ -29640,11 +29697,13 @@ self.onmessage = function (e) {
       if (status === "success") {
         statusPanel = m$1`<${ResultsPanel} results="${results}" />`;
       } else if (status === "cancelled") {
-        statusPanel = m$1`<${CanceledPanel}
+        statusPanel = m$1`<${CancelledPanel}
       sampleCount=${(samples == null ? void 0 : samples.length) || 0}
     />`;
       } else if (status === "started") {
-        statusPanel = m$1`<${RunningPanel} />`;
+        statusPanel = m$1`<${RunningPanel} sampleCount=${(samples == null ? void 0 : samples.length) || 0} />`;
+      } else if (status === "error") {
+        statusPanel = m$1`<${ErroredPanel} sampleCount=${(samples == null ? void 0 : samples.length) || 0} />`;
       }
       const navbarContents = logFileName ? m$1` <div
           class="navbar-brand navbar-text mb-0"
@@ -29771,47 +29830,51 @@ self.onmessage = function (e) {
     </nav>
   `;
     };
-    const CanceledPanel = ({ sampleCount }) => {
+    const StatusPanel = ({ icon, status, sampleCount }) => {
       return m$1`<div
     style=${{
         padding: "1em",
         marginTop: "0.5em",
         textTransform: "uppercase",
-        fontSize: FontSize.smaller
+        fontSize: FontSize.smaller,
+        display: "grid",
+        gridTemplateColumns: "auto auto"
       }}
   >
     <i
-      class="${ApplicationIcons.logging.info}"
-      style=${{ fontSize: FontSize.large, marginRight: "0.3em" }}
-    />
-    cancelled (${sampleCount} ${sampleCount === 1 ? "sample" : "samples"})
-  </div>`;
-    };
-    const RunningPanel = () => {
-      return m$1`
-    <div
+      class="${icon}"
       style=${{
-        marginTop: "0.5em",
-        display: "inline-grid",
-        gridTemplateColumns: "max-content max-content"
-      }}
-    >
-      <div>
-        <i class=${ApplicationIcons.running} />
-      </div>
-      <div
-        style=${{
-        marginLeft: "0.3em",
-        paddingTop: "0.2em",
-        fontSize: FontSize.smaller,
-        ...TextStyle.label,
-        ...TextStyle.secondary
+        fontSize: FontSize.large,
+        marginRight: "0.3em",
+        marginTop: "-0.1em"
       }}
-      >
-        Running
-      </div>
+    />
+    <div>
+      <div>${status}</div>
+      <div>(${sampleCount} ${sampleCount === 1 ? "sample" : "samples"})</div>
     </div>
-  `;
+  </div>`;
+    };
+    const CancelledPanel = ({ sampleCount }) => {
+      return m$1`<${StatusPanel}
+    icon=${ApplicationIcons.logging.info}
+    status="Cancelled"
+    sampleCount=${sampleCount}
+  />`;
+    };
+    const ErroredPanel = ({ sampleCount }) => {
+      return m$1`<${StatusPanel}
+    icon=${ApplicationIcons.logging.error}
+    status="Task Failed"
+    sampleCount=${sampleCount}
+  />`;
+    };
+    const RunningPanel = ({ sampleCount }) => {
+      return m$1`<${StatusPanel}
+    icon=${ApplicationIcons.running}
+    status="Running"
+    sampleCount=${sampleCount}
+  />`;
     };
     const ResultsPanel = ({ results }) => {
       var _a2, _b2;
@@ -29879,7 +29942,8 @@ self.onmessage = function (e) {
         ...TextStyle.secondary
       }}
       >
-        ${metric.reducer}
+        ${// @ts-expect-error
+      metric.reducer}
       </div>` : "";
       return m$1`<div style=${{ paddingLeft: isFirst ? "0" : "1em" }}>
     <div
@@ -30032,7 +30096,7 @@ self.onmessage = function (e) {
       }, [divRef, task_id]);
       const resolvedTabs = T(() => {
         const resolvedTabs2 = {};
-        if (evalStatus !== "error" && sampleMode !== "none") {
+        if (sampleMode !== "none") {
           resolvedTabs2.samples = {
             id: kEvalWorkspaceTabId,
             scrollable: samples.length === 1,
@@ -30364,7 +30428,10 @@ self.onmessage = function (e) {
       }
     };
     const FindBand = ({ hideBand }) => {
-      const searchBoxRef = A();
+      const searchBoxRef = A(
+        /** @type {HTMLInputElement|null} */
+        null
+      );
       y(() => {
         searchBoxRef.current.focus();
       }, []);
@@ -30384,13 +30451,16 @@ self.onmessage = function (e) {
           }
           return expandablePanelEl;
         };
-        const focusedElement = document.activeElement;
+        const focusedElement = (
+          /** @type {HTMLElement} */
+          document.activeElement
+        );
         const result = window.find(term, false, !!back, false, false, true, false);
         const noResultEl = window.document.getElementById(
           "inspect-find-no-results"
         );
         if (result) {
-          noResultEl.style.opacity = 0;
+          noResultEl.style.opacity = "0";
           const selection = window.getSelection();
           if (selection.rangeCount > 0) {
             const parentPanel = parentExpandablePanel(selection);
@@ -30411,7 +30481,7 @@ self.onmessage = function (e) {
             }, 100);
           }
         } else {
-          noResultEl.style.opacity = 1;
+          noResultEl.style.opacity = "1";
         }
         if (focusedElement) {
           focusedElement.focus();
@@ -30504,32 +30574,25 @@ self.onmessage = function (e) {
     </button>
   </div>`;
     };
-    const createsSamplesDescriptor = (scorers, samples, epochs, selectedScore) => {
+    const createEvalDescriptor = (scores, samples, epochs) => {
       if (!samples) {
         return void 0;
       }
-      const score = (sample, scorer = selectedScore == null ? void 0 : selectedScore.scorer) => {
-        if (sample.scores[scorer]) {
-          return sample.scores[scorer];
-        } else {
-          return void 0;
-        }
-      };
-      const scoreValue = (sample) => {
-        if (Object.keys(sample.scores).length === 0 || !selectedScore) {
+      const scoreValue = (sample, scoreLabel) => {
+        if (Object.keys(sample.scores).length === 0 || !scoreLabel) {
           return void 0;
         }
-        if (selectedScore.scorer !== selectedScore.name && sample.scores[selectedScore.scorer] && sample.scores[selectedScore.scorer].value) {
-          return sample.scores[selectedScore.scorer].value[selectedScore.name];
-        } else if (sample.scores[selectedScore.name]) {
-          return sample.scores[selectedScore.name].value;
+        if (scoreLabel.scorer !== scoreLabel.name && sample.scores[scoreLabel.scorer] && sample.scores[scoreLabel.scorer].value) {
+          return sample.scores[scoreLabel.scorer].value[scoreLabel.name];
+        } else if (sample.scores[scoreLabel.name]) {
+          return sample.scores[scoreLabel.name].value;
         } else {
           return void 0;
         }
       };
       const scoreAnswer = (sample, scorer) => {
         if (sample) {
-          const sampleScore = score(sample, scorer);
+          const sampleScore = sample.scores[scorer];
           if (sampleScore && sampleScore.answer) {
             return sampleScore.answer;
           }
@@ -30539,7 +30602,7 @@ self.onmessage = function (e) {
       };
       const scoreExplanation = (sample, scorer) => {
         if (sample) {
-          const sampleScore = score(sample, scorer);
+          const sampleScore = sample.scores[scorer];
           if (sampleScore && sampleScore.explanation) {
             return sampleScore.explanation;
           }
@@ -30548,48 +30611,158 @@ self.onmessage = function (e) {
       };
       const scoreMetadata = (sample, scorer) => {
         if (sample) {
-          const sampleScore = score(sample, scorer);
+          const sampleScore = sample.scores[scorer];
           if (sampleScore && sampleScore.metadata) {
             return sampleScore.metadata;
           }
         }
         return void 0;
       };
-      const uniqScoreValues = [
-        ...new Set(
-          samples.filter((sample) => !!sample.scores).filter((sample) => {
-            if (!selectedScore) {
-              return true;
+      const scoreLabelKey = (scoreLabel) => {
+        if (!scoreLabel) {
+          return "No score key";
+        }
+        return `${scoreLabel.scorer}.${scoreLabel.name}`;
+      };
+      const scoreDescriptorMap = /* @__PURE__ */ new Map();
+      for (const scoreLabel of scores) {
+        const uniqScoreValues = [
+          ...new Set(
+            samples.filter((sample) => !!sample.scores).filter((sample) => {
+              if (!scoreLabel) {
+                return true;
+              }
+              if (scoreLabel.scorer !== scoreLabel.name) {
+                return Object.keys(sample.scores).includes(scoreLabel.scorer) && Object.keys(sample.scores[scoreLabel.scorer].value).includes(
+                  scoreLabel.name
+                );
+              } else {
+                return Object.keys(sample.scores).includes(scoreLabel.name);
+              }
+            }).map((sample) => {
+              return scoreValue(sample, scoreLabel);
+            }).filter((value) => {
+              return value !== null;
+            })
+          )
+        ];
+        const uniqScoreTypes = [
+          ...new Set(uniqScoreValues.map((scoreValue2) => typeof scoreValue2))
+        ];
+        for (const categorizer of scoreCategorizers) {
+          const scoreDescriptor2 = categorizer.describe(
+            uniqScoreValues,
+            uniqScoreTypes
+          );
+          if (scoreDescriptor2) {
+            scoreDescriptorMap.set(scoreLabelKey(scoreLabel), scoreDescriptor2);
+            break;
+          }
+        }
+      }
+      const scoreDescriptor = (scoreLabel) => {
+        return scoreDescriptorMap.get(scoreLabelKey(scoreLabel));
+      };
+      const scoreRendered = (sample, scoreLabel) => {
+        const descriptor = scoreDescriptor(scoreLabel);
+        const score2 = scoreValue(sample, scoreLabel);
+        if (score2 === null || score2 === "undefined") {
+          return "null";
+        } else if (descriptor && descriptor.render) {
+          return descriptor.render(score2);
+        } else {
+          return score2;
+        }
+      };
+      const scorerDescriptor = (sample, scoreLabel) => {
+        return {
+          metadata: () => {
+            return scoreMetadata(sample, scoreLabel.scorer);
+          },
+          explanation: () => {
+            return scoreExplanation(sample, scoreLabel.scorer);
+          },
+          answer: () => {
+            return scoreAnswer(sample, scoreLabel.scorer);
+          },
+          scores: () => {
+            if (!sample || !sample.scores) {
+              return [];
             }
-            if (selectedScore.scorer !== selectedScore.name) {
-              return Object.keys(sample.scores).includes(selectedScore.scorer) && Object.keys(sample.scores[selectedScore.scorer].value).includes(
-                selectedScore.name
-              );
+            const myScoreDescriptor = scoreDescriptor(scoreLabel);
+            if (!myScoreDescriptor) {
+              return [];
+            }
+            const scoreNames = scores.map((score2) => {
+              return score2.name;
+            });
+            const sampleScorer = sample.scores[scoreLabel.scorer];
+            const scoreVal = sampleScorer.value;
+            if (typeof scoreVal === "object") {
+              const names = Object.keys(scoreVal);
+              if (names.find((name) => {
+                return scoreNames.includes(name);
+              })) {
+                const scores2 = names.map((name) => {
+                  return {
+                    name,
+                    rendered: () => {
+                      return myScoreDescriptor.render(scoreVal[name]);
+                    }
+                  };
+                });
+                return scores2;
+              } else {
+                return [
+                  {
+                    name: scoreLabel.scorer,
+                    rendered: () => {
+                      return myScoreDescriptor.render(scoreVal);
+                    }
+                  }
+                ];
+              }
             } else {
-              return Object.keys(sample.scores).includes(selectedScore.name);
+              return [
+                {
+                  name: scoreLabel.scorer,
+                  rendered: () => {
+                    return myScoreDescriptor.render(scoreVal);
+                  }
+                }
+              ];
             }
-          }).map((sample) => {
-            return scoreValue(sample);
-          }).filter((value) => {
-            return value !== null;
-          })
-        )
-      ];
-      const uniqScoreTypes = [
-        ...new Set(uniqScoreValues.map((scoreValue2) => typeof scoreValue2))
-      ];
-      let scoreDescriptor;
-      for (const categorizer of scoreCategorizers) {
-        scoreDescriptor = categorizer.describe(uniqScoreValues, uniqScoreTypes);
-        if (scoreDescriptor) {
-          break;
-        }
+          }
+        };
+      };
+      const score = (sample, scoreLabel) => {
+        return {
+          value: scoreValue(sample, scoreLabel),
+          render: () => {
+            return scoreRendered(sample, scoreLabel);
+          }
+        };
+      };
+      return {
+        epochs,
+        samples,
+        scores,
+        scorerDescriptor,
+        scoreDescriptor,
+        score,
+        scoreAnswer
+      };
+    };
+    const createSamplesDescriptor = (evalDescriptor, selectedScore) => {
+      if (!evalDescriptor) {
+        return void 0;
       }
-      const sizes = samples.reduce(
+      const sizes = evalDescriptor.samples.reduce(
         (previous, current) => {
           var _a2;
           const text2 = inputString(current.input).join(" ");
-          const scoreText = scoreValue(current) ? String(scoreValue(current)) : "";
+          const scoreValue = evalDescriptor.score(current, selectedScore).value;
+          const scoreText = scoreValue ? String(scoreValue) : current.error ? String(current.error) : "";
           previous[0] = Math.min(Math.max(previous[0], text2.length), 300);
           previous[1] = Math.min(
             Math.max(previous[1], arrayToString(current.target).length),
@@ -30598,7 +30771,7 @@ self.onmessage = function (e) {
           previous[2] = Math.min(
             Math.max(
               previous[2],
-              ((_a2 = scoreAnswer(current, selectedScore == null ? void 0 : selectedScore.name)) == null ? void 0 : _a2.length) || 0
+              ((_a2 = evalDescriptor.scoreAnswer(current, selectedScore == null ? void 0 : selectedScore.name)) == null ? void 0 : _a2.length) || 0
             ),
             300
           );
@@ -30642,91 +30815,12 @@ self.onmessage = function (e) {
           score: maxSizes.score / base2
         }
       };
-      const scoreRendered = (sample) => {
-        const score2 = scoreValue(sample);
-        if (score2 === null || score2 === "undefined") {
-          return "null";
-        } else if (scoreDescriptor.render) {
-          return scoreDescriptor.render(score2);
-        } else {
-          return score2;
-        }
-      };
-      const scorerDescriptor = (sample, scorer) => {
-        return {
-          metadata: () => {
-            return scoreMetadata(sample, scorer);
-          },
-          explanation: () => {
-            return scoreExplanation(sample, scorer);
-          },
-          answer: () => {
-            return scoreAnswer(sample, scorer);
-          },
-          scores: () => {
-            if (!sample || !sample.scores) {
-              return [];
-            }
-            const scoreNames = scorers.map((score2) => {
-              return score2.name;
-            });
-            const sampleScorer = sample.scores[scorer];
-            const scoreVal = sampleScorer.value;
-            if (typeof scoreVal === "object") {
-              const names = Object.keys(scoreVal);
-              if (names.find((name) => {
-                return scoreNames.includes(name);
-              })) {
-                const scores = names.map((name) => {
-                  return {
-                    name,
-                    rendered: () => {
-                      return scoreDescriptor.render(scoreVal[name]);
-                    }
-                  };
-                });
-                return scores;
-              } else {
-                return [
-                  {
-                    name: scorer,
-                    rendered: () => {
-                      return scoreDescriptor.render(scoreVal);
-                    }
-                  }
-                ];
-              }
-            } else {
-              return [
-                {
-                  name: scorer,
-                  rendered: () => {
-                    return scoreDescriptor.render(scoreVal);
-                  }
-                }
-              ];
-            }
-          }
-        };
-      };
       return {
-        scoreDescriptor,
-        epochs,
+        evalDescriptor,
         messageShape,
-        selectedScore: (sample) => {
-          return {
-            value: scoreValue(sample),
-            render: () => {
-              return scoreRendered(sample);
-            }
-          };
-        },
-        scorer: (sample, scorer) => {
-          return scorerDescriptor(sample, scorer);
-        },
-        selectedScorer: (sample) => {
-          return scorerDescriptor(sample, selectedScore == null ? void 0 : selectedScore.scorer);
-        }
+        selectedScoreDescriptor: evalDescriptor.scoreDescriptor(selectedScore),
+        selectedScore: (sample) => evalDescriptor.score(sample, selectedScore),
+        selectedScorerDescriptor: (sample) => evalDescriptor.scorerDescriptor(sample, selectedScore)
       };
     };
     const scoreCategorizers = [
@@ -31314,7 +31408,7 @@ self.onmessage = function (e) {
         ]
       );
       y(() => {
-        var _a3;
+        var _a3, _b3;
         const samples = ((_a3 = selectedLog == null ? void 0 : selectedLog.contents) == null ? void 0 : _a3.sampleSummaries) || [];
         const filtered = samples.filter((sample) => {
           if (epoch && epoch !== "all") {
@@ -31331,7 +31425,7 @@ self.onmessage = function (e) {
         });
         const { sorted, order: order2 } = sortSamples(sort, filtered, samplesDescriptor);
         let grouping = "none";
-        if ((samplesDescriptor == null ? void 0 : samplesDescriptor.epochs) > 1) {
+        if (((_b3 = samplesDescriptor == null ? void 0 : samplesDescriptor.evalDescriptor) == null ? void 0 : _b3.epochs) > 1) {
           if (byEpoch(sort) || epoch !== "all") {
             grouping = "epoch";
           } else if (bySample(sort)) {
@@ -31342,15 +31436,17 @@ self.onmessage = function (e) {
         setGroupBy(grouping);
         setGroupByOrder(order2);
       }, [selectedLog, filter, sort, epoch]);
-      const samplesDescriptor = T(() => {
+      const evalDescriptor = T(() => {
         var _a3, _b3, _c2, _d2;
-        return createsSamplesDescriptor(
+        return createEvalDescriptor(
           scores,
           (_a3 = selectedLog.contents) == null ? void 0 : _a3.sampleSummaries,
-          ((_d2 = (_c2 = (_b3 = selectedLog.contents) == null ? void 0 : _b3.eval) == null ? void 0 : _c2.config) == null ? void 0 : _d2.epochs) || 1,
-          score
+          ((_d2 = (_c2 = (_b3 = selectedLog.contents) == null ? void 0 : _b3.eval) == null ? void 0 : _c2.config) == null ? void 0 : _d2.epochs) || 1
         );
-      }, [selectedLog, scores, score]);
+      }, [selectedLog, scores]);
+      const samplesDescriptor = T(() => {
+        return createSamplesDescriptor(evalDescriptor, score);
+      }, [evalDescriptor, score]);
       const refreshSampleTab = q(
         (sample) => {
           if (selectedSampleTab === void 0) {
@@ -31458,9 +31554,9 @@ self.onmessage = function (e) {
          */
         (log) => {
           const hasSamples = !!log.sampleSummaries && log.sampleSummaries.length > 0;
-          const showSamples = log.status !== "error" && hasSamples;
+          const showSamples = hasSamples;
           setSelectedWorkspaceTab(
-            showSamples ? kEvalWorkspaceTabId : kInfoWorkspaceTabId
+            log.status !== "error" && hasSamples ? kEvalWorkspaceTabId : kInfoWorkspaceTabId
           );
           const scorer = defaultScorer(log);
           const scorers = defaultScorers(log);