@m4trix/evals 0.25.0 → 0.25.1

package/dist/cli.cjs

@@ -2,7 +2,7 @@
 'use strict';
 
 var fullscreenInk = require('fullscreen-ink');
-var React2 = require('react');
+var React = require('react');
 var ink = require('ink');
 var jsxRuntime = require('react/jsx-runtime');
 var path = require('path');
@@ -37,7 +37,7 @@ function _interopNamespace(e) {
   return Object.freeze(n);
 }
 
-var React2__default = /*#__PURE__*/_interopDefault(React2);
+var React__default = /*#__PURE__*/_interopDefault(React);
 var jitiModule__namespace = /*#__PURE__*/_interopNamespace(jitiModule);
 var stringify__default = /*#__PURE__*/_interopDefault(stringify);
 
@@ -117,11 +117,7 @@ function getFooterText(state) {
   }
   return "\u2191\u2193 move  Enter add/remove  S start run  / search  Esc cancel  q quit";
 }
-function ListItem({
-  selected,
-  label,
-  itemKey
-}) {
+function ListItem({ selected, label, itemKey }) {
   return /* @__PURE__ */ jsxRuntime.jsxs(ink.Text, { color: selected ? "cyan" : "gray", bold: selected, children: [
     selected ? "\u25B8 " : "  ",
     label
@@ -148,9 +144,7 @@ function Pane({
     }
   );
 }
-function SectionHeader({
-  children
-}) {
+function SectionHeader({ children }) {
   return /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { color: "cyan", bold: true, children });
 }
 function StatusText({ status }) {
@@ -162,10 +156,7 @@ function StatusText({ status }) {
   ] });
 }
 var LEFT_PANE_WIDTH = 44;
-function RunsSidebar({
-  state,
-  runs
-}) {
+function RunsSidebar({ state, runs }) {
   const focused = state.focus === "left";
   return /* @__PURE__ */ jsxRuntime.jsxs(Pane, { width: LEFT_PANE_WIDTH, focused, children: [
     /* @__PURE__ */ jsxRuntime.jsx(SectionHeader, { children: "Runs" }),
@@ -194,11 +185,7 @@ function RunsSidebar({
   ] });
 }
 var BLOCKS = ["\u2581", "\u2582", "\u2583", "\u2584", "\u2585", "\u2586", "\u2587", "\u2588"];
-function Sparkline({
-  data,
-  width,
-  label
-}) {
+function Sparkline({ data, width, label }) {
   if (data.length === 0)
     return null;
   const max = Math.max(...data);
@@ -428,9 +415,7 @@ var data_mock_default = {
             { name: "contract_match", score: 100 },
             { name: "arg_validity", score: 100 }
           ],
-          checks: [
-            { name: "tool_calls", passed: true, detail: "0 unexpected" }
-          ],
+          checks: [{ name: "tool_calls", passed: true, detail: "0 unexpected" }],
           failures: [],
           meta: {
             model: "gpt-4o-mini",
@@ -453,9 +438,21 @@ var data_mock_default = {
     }
   ],
   evaluators: [
-    { id: "json-schema-validator", name: "JSON Schema Validator", configPreview: "strict=true" },
-    { id: "tool-call-contract-checker", name: "Tool-call Contract Checker", configPreview: "unexpectedCalls=error" },
-    { id: "rubric-judge", name: "Rubric Judge (LLM)", configPreview: "model=gpt-4o-mini; scale=0-100" },
+    {
+      id: "json-schema-validator",
+      name: "JSON Schema Validator",
+      configPreview: "strict=true"
+    },
+    {
+      id: "tool-call-contract-checker",
+      name: "Tool-call Contract Checker",
+      configPreview: "unexpectedCalls=error"
+    },
+    {
+      id: "rubric-judge",
+      name: "Rubric Judge (LLM)",
+      configPreview: "model=gpt-4o-mini; scale=0-100"
+    },
     { id: "pii-leak-detector", name: "PII Leak Detector", configPreview: "redact=false" }
   ]
 };
@@ -535,9 +532,7 @@ async function loadRunnerData(runner) {
   const memSnapshots = runner.getAllRunSnapshots();
   const seen = new Set(memSnapshots.map((s) => s.runId));
   const fromDisk = diskSnapshots.filter((s) => !seen.has(s.runId));
-  const snapshots = [...memSnapshots, ...fromDisk].sort(
-    (a, b) => b.queuedAt - a.queuedAt
-  );
+  const snapshots = [...memSnapshots, ...fromDisk].sort((a, b) => b.queuedAt - a.queuedAt);
   if (datasets.length === 0 && evaluators.length === 0) {
     return loadMockData();
   }
@@ -659,7 +654,11 @@ function reduceCliState(state, action) {
       return { ...state, overviewScrollOffset: Math.max(0, state.overviewScrollOffset - 1) };
     }
     if (state.level === "datasets") {
-      return { ...state, datasetMenuIndex: Math.max(0, state.datasetMenuIndex - 1), overviewScrollOffset: 0 };
+      return {
+        ...state,
+        datasetMenuIndex: Math.max(0, state.datasetMenuIndex - 1),
+        overviewScrollOffset: 0
+      };
     }
     if (state.level === "runs") {
       return { ...state, runMenuIndex: Math.max(0, state.runMenuIndex - 1) };
@@ -677,10 +676,17 @@ function reduceCliState(state, action) {
       return { ...state, detailsScrollOffset: Math.min(action.max, state.detailsScrollOffset + 1) };
     }
     if (state.level === "datasets" && state.focus === "right") {
-      return { ...state, overviewScrollOffset: Math.min(action.max, state.overviewScrollOffset + 1) };
+      return {
+        ...state,
+        overviewScrollOffset: Math.min(action.max, state.overviewScrollOffset + 1)
+      };
     }
     if (state.level === "datasets") {
-      return { ...state, datasetMenuIndex: Math.min(action.max, state.datasetMenuIndex + 1), overviewScrollOffset: 0 };
+      return {
+        ...state,
+        datasetMenuIndex: Math.min(action.max, state.datasetMenuIndex + 1),
+        overviewScrollOffset: 0
+      };
     }
     if (state.level === "runs") {
       return { ...state, runMenuIndex: Math.min(action.max, state.runMenuIndex + 1) };
@@ -762,18 +768,8 @@ var defaultRunnerConfig = {
   discovery: {
     rootDir: process.cwd(),
     datasetSuffixes: [".dataset.ts", ".dataset.tsx", ".dataset.js", ".dataset.mjs"],
-    evaluatorSuffixes: [
-      ".evaluator.ts",
-      ".evaluator.tsx",
-      ".evaluator.js",
-      ".evaluator.mjs"
-    ],
-    testCaseSuffixes: [
-      ".test-case.ts",
-      ".test-case.tsx",
-      ".test-case.js",
-      ".test-case.mjs"
-    ],
+    evaluatorSuffixes: [".evaluator.ts", ".evaluator.tsx", ".evaluator.js", ".evaluator.mjs"],
+    testCaseSuffixes: [".test-case.ts", ".test-case.tsx", ".test-case.js", ".test-case.mjs"],
     excludeDirectories: ["node_modules", "dist", ".next", ".git", ".pnpm-store"]
   },
   artifactDirectory: ".eval-results",
@@ -840,14 +836,15 @@ function getJitiLoader() {
   }
   const createJiti2 = jitiModule__namespace.createJiti ?? jitiModule__namespace.default;
   if (typeof createJiti2 !== "function") {
-    throw new Error(
-      "Failed to initialize jiti for m4trix eval config loading."
-    );
+    throw new Error("Failed to initialize jiti for m4trix eval config loading.");
   }
-  cachedLoader = createJiti2((typeof document === 'undefined' ? require('u' + 'rl').pathToFileURL(__filename).href : (_documentCurrentScript && _documentCurrentScript.tagName.toUpperCase() === 'SCRIPT' && _documentCurrentScript.src || new URL('out.js', document.baseURI).href)), {
-    interopDefault: true,
-    moduleCache: true
-  });
+  cachedLoader = createJiti2(
+    (typeof document === 'undefined' ? require('u' + 'rl').pathToFileURL(__filename).href : (_documentCurrentScript && _documentCurrentScript.tagName.toUpperCase() === 'SCRIPT' && _documentCurrentScript.src || new URL('out.js', document.baseURI).href)),
+    {
+      interopDefault: true,
+      moduleCache: true
+    }
+  );
   return cachedLoader;
 }
 function resolveConfigModuleExport(loadedModule) {
@@ -951,9 +948,7 @@ async function loadModuleExports(filePath) {
 }
 async function collectDatasetsFromFiles(config) {
   const files = await walkDirectory(config.rootDir, config.excludeDirectories);
-  const matched = files.filter(
-    (filePath) => hasOneSuffix(filePath, config.datasetSuffixes)
-  );
+  const matched = files.filter((filePath) => hasOneSuffix(filePath, config.datasetSuffixes));
   const found = await Promise.all(
     matched.map(async (absolutePath) => {
       const exports = await loadModuleExports(absolutePath);
@@ -970,9 +965,7 @@ async function collectDatasetsFromFiles(config) {
 }
 async function collectEvaluatorsFromFiles(config) {
   const files = await walkDirectory(config.rootDir, config.excludeDirectories);
-  const matched = files.filter(
-    (filePath) => hasOneSuffix(filePath, config.evaluatorSuffixes)
-  );
+  const matched = files.filter((filePath) => hasOneSuffix(filePath, config.evaluatorSuffixes));
   const found = await Promise.all(
     matched.map(async (absolutePath) => {
       const exports = await loadModuleExports(absolutePath);
@@ -989,9 +982,7 @@ async function collectEvaluatorsFromFiles(config) {
 }
 async function collectTestCasesFromFiles(config) {
   const files = await walkDirectory(config.rootDir, config.excludeDirectories);
-  const matched = files.filter(
-    (filePath) => hasOneSuffix(filePath, config.testCaseSuffixes)
-  );
+  const matched = files.filter((filePath) => hasOneSuffix(filePath, config.testCaseSuffixes));
   const found = await Promise.all(
     matched.map(async (absolutePath) => {
       const exports = await loadModuleExports(absolutePath);
@@ -1063,16 +1054,8 @@ function createDiffString(expected, actual, diffOptions) {
   const expectedProcessed = preprocessForDiff(expected, diffOptions);
   const actualProcessed = preprocessForDiff(actual, diffOptions);
   if (diffOptions?.keysOnly) {
-    const expectedKeys = JSON.stringify(
-      extractKeys(expectedProcessed),
-      null,
-      2
-    );
-    const actualKeys = JSON.stringify(
-      extractKeys(actualProcessed),
-      null,
-      2
-    );
+    const expectedKeys = JSON.stringify(extractKeys(expectedProcessed), null, 2);
+    const actualKeys = JSON.stringify(extractKeys(actualProcessed), null, 2);
     const parts2 = diff.diffLines(expectedKeys, actualKeys);
     return formatDiffParts(parts2);
   }
@@ -1083,9 +1066,7 @@ function createDiffString(expected, actual, diffOptions) {
   }
   const parts = diff.diffLines(expectedStr, actualStr);
   if (diffOptions?.outputNewOnly) {
-    const filtered = parts.filter(
-      (p) => p.added === true
-    );
+    const filtered = parts.filter((p) => p.added === true);
     return formatDiffParts(filtered);
   }
   return formatDiffParts(parts);
@@ -1187,10 +1168,7 @@ var ScoreAggregate = {
       const count = values.length || 1;
       const result = {};
       for (const field of fields) {
-        result[field] = values.reduce(
-          (s, v) => s + (v[field] ?? 0),
-          0
-        ) / count;
+        result[field] = values.reduce((s, v) => s + (v[field] ?? 0), 0) / count;
       }
       return result;
     };
@@ -1224,13 +1202,10 @@ var ScoreAggregate = {
           (s, v) => s + (v[valueField] ?? 0),
           0
         );
-        const sumSq = values.reduce(
-          (s, v) => {
-            const value = v[valueField] ?? 0;
-            return s + value * value;
-          },
-          0
-        );
+        const sumSq = values.reduce((s, v) => {
+          const value = v[valueField] ?? 0;
+          return s + value * value;
+        }, 0);
         const mean = sum / count;
         const variance = (sumSq - count * mean * mean) / (count - 1);
         stdDev = variance > 0 ? Math.sqrt(variance) : 0;
@@ -1461,20 +1436,14 @@ function nowIsoForFile() {
   return (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
 }
 function createArtifactPath(artifactDirectory, datasetId, runId) {
-  return path.join(
-    artifactDirectory,
-    `${datasetId}_${runId}_${nowIsoForFile()}.jsonl`
-  );
+  return path.join(artifactDirectory, `${datasetId}_${runId}_${nowIsoForFile()}.jsonl`);
 }
 function processOneEvaluation(task, unit, totalEvaluations, publishEvent, persistenceQueue, updateSnapshot, startedRef, completedRef, passedRef, failedRef, testCaseResultsRef) {
   const { testCaseItem, rerunIndex, rerunTotal } = unit;
   return effect.Effect.gen(function* () {
     const evaluatorRunId = `run-${crypto.randomUUID()}`;
     const started = Date.now();
-    const startedEvaluations = yield* effect.Ref.modify(startedRef, (n) => [
-      n + 1,
-      n + 1
-    ]);
+    const startedEvaluations = yield* effect.Ref.modify(startedRef, (n) => [n + 1, n + 1]);
     yield* publishEvent({
       type: "TestCaseStarted",
       runId: task.runId,
@@ -1507,9 +1476,7 @@ function processOneEvaluation(task, unit, totalEvaluations, publishEvent, persis
         return error;
       };
       try {
-        const ctx = yield* effect.Effect.promise(
-          () => Promise.resolve(evaluator.resolveContext())
-        );
+        const ctx = yield* effect.Effect.promise(() => Promise.resolve(evaluator.resolveContext()));
         const result = yield* effect.Effect.promise(
           () => Promise.resolve().then(
             () => evaluateFn({
@@ -1564,10 +1531,7 @@ function processOneEvaluation(task, unit, totalEvaluations, publishEvent, persis
       }
     }
     const rerunPassedThis = evaluatorScores.every((s) => s.passed);
-    const completedEvaluations = yield* effect.Ref.modify(completedRef, (n) => [
-      n + 1,
-      n + 1
-    ]);
+    const completedEvaluations = yield* effect.Ref.modify(completedRef, (n) => [n + 1, n + 1]);
     const progressEvent = {
       type: "TestCaseProgress",
       runId: task.runId,
@@ -1616,10 +1580,7 @@ function processOneEvaluation(task, unit, totalEvaluations, publishEvent, persis
       } else {
         yield* effect.Ref.update(failedRef, (n) => n + 1);
       }
-      const [passed, failed] = yield* effect.Effect.all([
-        effect.Ref.get(passedRef),
-        effect.Ref.get(failedRef)
-      ]);
+      const [passed, failed] = yield* effect.Effect.all([effect.Ref.get(passedRef), effect.Ref.get(failedRef)]);
       yield* updateSnapshot(task.runId, (snapshot) => ({
         ...snapshot,
         passedTestCases: passed,
@@ -1969,15 +1930,11 @@ var EffectRunner = class {
     this.persistenceQueue = effect.Effect.runSync(
       effect.Queue.unbounded()
     );
-    this.snapshotsRef = effect.Effect.runSync(
-      effect.Ref.make(/* @__PURE__ */ new Map())
-    );
+    this.snapshotsRef = effect.Effect.runSync(effect.Ref.make(/* @__PURE__ */ new Map()));
     this.listeners = /* @__PURE__ */ new Set();
     this.datasetsById = /* @__PURE__ */ new Map();
     this.evaluatorsById = /* @__PURE__ */ new Map();
-    this.schedulerFiber = effect.Effect.runFork(
-      this.createSchedulerEffect()
-    );
+    this.schedulerFiber = effect.Effect.runFork(this.createSchedulerEffect());
     this.persistenceFiber = effect.Effect.runFork(
       createPersistenceWorker(this.persistenceQueue)
     );
@@ -2124,9 +2081,9 @@ var EffectRunner = class {
     return effect.Effect.runSync(effect.Ref.get(this.snapshotsRef)).get(runId);
   }
   getAllRunSnapshots() {
-    return Array.from(
-      effect.Effect.runSync(effect.Ref.get(this.snapshotsRef)).values()
-    ).sort((a, b) => b.queuedAt - a.queuedAt);
+    return Array.from(effect.Effect.runSync(effect.Ref.get(this.snapshotsRef)).values()).sort(
+      (a, b) => b.queuedAt - a.queuedAt
+    );
   }
   async loadRunSnapshotsFromArtifacts() {
     return loadRunSnapshotsFromArtifacts(this.config);
@@ -2238,9 +2195,9 @@ function DatasetsView({
 }) {
   const leftFocused = state.focus === "left";
   const rightFocused = state.focus === "right";
-  const [runScores, setRunScores] = React2.useState([]);
-  const [loading, setLoading] = React2.useState(false);
-  React2.useEffect(() => {
+  const [runScores, setRunScores] = React.useState([]);
+  const [loading, setLoading] = React.useState(false);
+  React.useEffect(() => {
     if (!selectedDataset?.runs?.length) {
       setRunScores([]);
       return;
@@ -2252,7 +2209,7 @@ function DatasetsView({
   const barData = runScores.slice(0, MAX_RUNS_FOR_CHART).reverse();
   const trendValues = runScores.slice(0, MAX_RUNS_FOR_TREND).map((r) => r.value).reverse();
   const trendBatched = batchAverage(trendValues, TREND_BATCH_SIZE);
-  const overviewRows = React2.useMemo(() => {
+  const overviewRows = React.useMemo(() => {
     const rows = [];
     rows.push(
       /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { color: "gray", children: selectedDataset?.overview ?? "Select a dataset to inspect prior runs." }, "overview")
@@ -2342,11 +2299,7 @@ function DatasetsView({
     ] })
   ] });
 }
-function RunsView({
-  state,
-  dataset,
-  selectedRun
-}) {
+function RunsView({ state, dataset, selectedRun }) {
   const runs = dataset?.runs ?? [];
   const rightFocused = state.focus === "right";
   return /* @__PURE__ */ jsxRuntime.jsxs(jsxRuntime.Fragment, { children: [
@@ -2362,10 +2315,10 @@ function RunsView({
       /* @__PURE__ */ jsxRuntime.jsxs(ink.Text, { color: "gray", children: [
         "Commit: ",
         selectedRun.meta.commit,
-        "  Branch: ",
+        " Branch: ",
         selectedRun.meta.branch,
+        " Seed:",
         " ",
-        "Seed: ",
         selectedRun.meta.seed
       ] }),
       /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { children: " " }),
@@ -2378,23 +2331,10 @@ function RunsView({
           format: (v) => `${v}%`
         }
       ),
-      /* @__PURE__ */ jsxRuntime.jsx(
-        TextBar,
-        {
-          label: "avg score",
-          value: Math.round(selectedRun.performance.avgScore * 100)
-        }
-      ),
+      /* @__PURE__ */ jsxRuntime.jsx(TextBar, { label: "avg score", value: Math.round(selectedRun.performance.avgScore * 100) }),
       /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { children: " " }),
       /* @__PURE__ */ jsxRuntime.jsx(SectionHeader, { children: "Dimensions" }),
-      selectedRun.dimensions.map((dimension) => /* @__PURE__ */ jsxRuntime.jsx(
-        TextBar,
-        {
-          label: dimension.name,
-          value: dimension.score
-        },
-        dimension.name
-      )),
+      selectedRun.dimensions.map((dimension) => /* @__PURE__ */ jsxRuntime.jsx(TextBar, { label: dimension.name, value: dimension.score }, dimension.name)),
       /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { children: " " }),
       /* @__PURE__ */ jsxRuntime.jsx(SectionHeader, { children: "Latency trend" }),
       /* @__PURE__ */ jsxRuntime.jsx(
@@ -2497,15 +2437,7 @@ function buildDetailRows(run, testCases, evaluatorNameById) {
     ...dimensions.map((d) => /* @__PURE__ */ jsxRuntime.jsx(TextBar, { label: d.name, value: d.score }, `dim-${d.name}`)),
     /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { children: " " }, "sp2"),
     /* @__PURE__ */ jsxRuntime.jsx(SectionHeader, { children: "Checks (boolean)" }, "checks-h"),
-    ...checks.map((c) => /* @__PURE__ */ jsxRuntime.jsx(
-      CheckRow,
-      {
-        name: c.name,
-        passed: c.passed,
-        detail: c.detail
-      },
-      `chk-${c.name}`
-    )),
+    ...checks.map((c) => /* @__PURE__ */ jsxRuntime.jsx(CheckRow, { name: c.name, passed: c.passed, detail: c.detail }, `chk-${c.name}`)),
     /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { children: " " }, "sp3"),
     /* @__PURE__ */ jsxRuntime.jsx(SectionHeader, { children: "Performance" }, "perf-h"),
     /* @__PURE__ */ jsxRuntime.jsx(
@@ -2622,17 +2554,10 @@ function buildDetailRows(run, testCases, evaluatorNameById) {
           }
         } else {
           rows.push(
-            /* @__PURE__ */ jsxRuntime.jsxs(
-              ink.Text,
-              {
-                color: "gray",
-                children: [
-                  "      ",
-                  "n/a"
-                ]
-              },
-              `tc-${tc.testCaseId}-${item.evaluatorId}-n/a`
-            )
+            /* @__PURE__ */ jsxRuntime.jsxs(ink.Text, { color: "gray", children: [
+              "      ",
+              "n/a"
+            ] }, `tc-${tc.testCaseId}-${item.evaluatorId}-n/a`)
           );
         }
         if (!item.passed && item.logs && item.logs.length > 0) {
@@ -2689,12 +2614,12 @@ function RunDetailsView({
 }) {
   const runs = dataset?.runs ?? [];
   const rightFocused = state.focus === "right";
-  const [testCases, setTestCases] = React2.useState([]);
-  const evaluatorNameById = React2__default.default.useMemo(
+  const [testCases, setTestCases] = React.useState([]);
+  const evaluatorNameById = React__default.default.useMemo(
     () => new Map(evaluators.map((e) => [e.id, e.name])),
     [evaluators]
   );
-  React2.useEffect(() => {
+  React.useEffect(() => {
     if (!selectedRun?.meta?.artifact) {
       setTestCases([]);
       return;
@@ -2713,7 +2638,7 @@ function RunDetailsView({
   const visible = rows.slice(offset, offset + DETAILS_PAGE_SIZE);
   return /* @__PURE__ */ jsxRuntime.jsxs(jsxRuntime.Fragment, { children: [
     /* @__PURE__ */ jsxRuntime.jsx(RunsSidebar, { state, dataset, runs }),
-    /* @__PURE__ */ jsxRuntime.jsx(Pane, { flexGrow: 1, marginLeft: 1, focused: rightFocused, children: /* @__PURE__ */ jsxRuntime.jsx(ink.Box, { flexDirection: "column", children: visible.map((row, i) => /* @__PURE__ */ jsxRuntime.jsx(React2__default.default.Fragment, { children: row }, i)) }) })
+    /* @__PURE__ */ jsxRuntime.jsx(Pane, { flexGrow: 1, marginLeft: 1, focused: rightFocused, children: /* @__PURE__ */ jsxRuntime.jsx(ink.Box, { flexDirection: "column", children: visible.map((row, i) => /* @__PURE__ */ jsxRuntime.jsx(React__default.default.Fragment, { children: row }, i)) }) })
   ] });
 }
 var LEFT_PANE_WIDTH3 = 44;
@@ -2736,19 +2661,11 @@ function NewEvaluationView({
       visibleEvaluators.map((evaluator, index) => {
         const selected = index === state.evaluatorMenuIndex;
         const inSelection = state.selectedEvaluatorIds.includes(evaluator.id);
-        return /* @__PURE__ */ jsxRuntime.jsxs(
-          ink.Text,
-          {
-            color: selected ? "cyan" : "gray",
-            bold: selected,
-            children: [
-              selected ? "\u25B8 " : "  ",
-              inSelection ? "[x] " : "[ ] ",
-              evaluator.name
-            ]
-          },
-          evaluator.id
-        );
+        return /* @__PURE__ */ jsxRuntime.jsxs(ink.Text, { color: selected ? "cyan" : "gray", bold: selected, children: [
+          selected ? "\u25B8 " : "  ",
+          inSelection ? "[x] " : "[ ] ",
+          evaluator.name
+        ] }, evaluator.id);
       })
     ] }),
     /* @__PURE__ */ jsxRuntime.jsxs(Pane, { flexGrow: 1, marginLeft: 1, focused: rightFocused, children: [
@@ -2780,30 +2697,20 @@ function clampCursor(state, filteredDatasetsLength, selectedRunCount) {
     ...state,
     datasetMenuIndex: Math.max(0, Math.min(state.datasetMenuIndex, datasetMax)),
     runMenuIndex: Math.max(0, Math.min(state.runMenuIndex, runMax)),
-    evaluatorMenuIndex: Math.max(
-      0,
-      Math.min(state.evaluatorMenuIndex, evaluatorMax)
-    )
+    evaluatorMenuIndex: Math.max(0, Math.min(state.evaluatorMenuIndex, evaluatorMax))
   };
 }
-function EvalsCliApp({
-  data,
-  args,
-  runner
-}) {
+function EvalsCliApp({ data, args, runner }) {
   const { exit } = ink.useApp();
   const { width: stdoutWidth, height: stdoutHeight } = fullscreenInk.useScreenSize();
-  const [liveData, setLiveData] = React2.useState(data);
-  const [runtimeMessage, setRuntimeMessage] = React2.useState();
-  const overviewRowCountRef = React2.useRef(0);
-  const [state, dispatch] = React2.useReducer(
-    reduceCliState,
-    createInitialState(data, args)
-  );
-  React2.useEffect(() => {
+  const [liveData, setLiveData] = React.useState(data);
+  const [runtimeMessage, setRuntimeMessage] = React.useState();
+  const overviewRowCountRef = React.useRef(0);
+  const [state, dispatch] = React.useReducer(reduceCliState, createInitialState(data, args));
+  React.useEffect(() => {
     setLiveData(data);
   }, [data]);
-  React2.useEffect(() => {
+  React.useEffect(() => {
     if (!runner) {
       return void 0;
     }
@@ -2822,7 +2729,7 @@ function EvalsCliApp({
       }
     });
   }, [runner]);
-  const filteredDatasets = React2.useMemo(
+  const filteredDatasets = React.useMemo(
     () => getFilteredDatasets(liveData, state.searchQuery),
     [liveData, state.searchQuery]
   );
@@ -2831,14 +2738,8 @@ function EvalsCliApp({
     filteredDatasets.length,
     getDatasetByMenuIndex(filteredDatasets, state.datasetMenuIndex)?.runs.length ?? 0
   );
-  const selectedDataset = getDatasetByMenuIndex(
-    filteredDatasets,
-    clampedState.datasetMenuIndex
-  );
-  const selectedRun = getRunByMenuIndex(
-    selectedDataset,
-    clampedState.runMenuIndex
-  );
+  const selectedDataset = getDatasetByMenuIndex(filteredDatasets, clampedState.datasetMenuIndex);
+  const selectedRun = getRunByMenuIndex(selectedDataset, clampedState.runMenuIndex);
   const visibleEvaluators = liveData.evaluators.filter(
     (evaluator) => evaluator.name.toLowerCase().includes(clampedState.searchQuery.toLowerCase())
   );
@@ -2932,9 +2833,7 @@ function EvalsCliApp({
           `Started ${snapshot.runId} on ${selectedDataset.name} (${snapshot.totalTestCases} cases).`
         );
       }).catch((error) => {
-        setRuntimeMessage(
-          error instanceof Error ? error.message : "Failed to start evaluation."
-        );
+        setRuntimeMessage(error instanceof Error ? error.message : "Failed to start evaluation.");
       });
     }
   });
@@ -2961,14 +2860,7 @@ function EvalsCliApp({
       );
     }
     if (clampedState.level === "runs") {
-      return /* @__PURE__ */ jsxRuntime.jsx(
-        RunsView,
-        {
-          state: clampedState,
-          dataset: selectedDataset,
-          selectedRun
-        }
-      );
+      return /* @__PURE__ */ jsxRuntime.jsx(RunsView, { state: clampedState, dataset: selectedDataset, selectedRun });
     }
     return /* @__PURE__ */ jsxRuntime.jsx(
       RunDetailsView,
@@ -2980,82 +2872,44 @@ function EvalsCliApp({
       }
     );
   };
-  return /* @__PURE__ */ jsxRuntime.jsxs(
-    ink.Box,
-    {
-      flexDirection: "column",
-      flexGrow: 1,
-      width: stdoutWidth,
-      height: stdoutHeight,
-      children: [
-        /* @__PURE__ */ jsxRuntime.jsx(
-          ink.Box,
-          {
-            borderStyle: "round",
-            borderColor: "cyan",
-            paddingX: 1,
-            width: stdoutWidth,
-            children: /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { children: getBreadcrumbText(
-              clampedState,
-              selectedDataset?.name,
-              selectedRun?.label
-            ) })
-          }
-        ),
-        clampedState.startupWarnings.length > 0 && /* @__PURE__ */ jsxRuntime.jsxs(
-          ink.Box,
-          {
-            marginTop: 1,
-            borderStyle: "round",
-            borderColor: "yellow",
-            paddingX: 1,
-            flexDirection: "column",
-            width: stdoutWidth,
-            children: [
-              /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { color: "yellow", children: "Startup warnings:" }),
-              clampedState.startupWarnings.map((warning, index) => /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { children: warning }, `${warning}-${index}`))
-            ]
-          }
-        ),
-        clampedState.searchMode && /* @__PURE__ */ jsxRuntime.jsxs(
-          ink.Box,
-          {
-            marginTop: 1,
-            borderStyle: "round",
-            borderColor: "magenta",
-            paddingX: 1,
-            width: stdoutWidth,
-            children: [
-              /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { color: "magenta", bold: true, children: "Search: " }),
-              /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { color: "white", children: clampedState.searchQuery })
-            ]
-          }
-        ),
-        runtimeMessage && /* @__PURE__ */ jsxRuntime.jsx(
-          ink.Box,
-          {
-            marginTop: 1,
-            borderStyle: "round",
-            borderColor: "blue",
-            paddingX: 1,
-            width: stdoutWidth,
-            children: /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { color: "blue", children: runtimeMessage })
-          }
-        ),
-        /* @__PURE__ */ jsxRuntime.jsx(
-          ink.Box,
-          {
-            marginTop: 1,
-            flexGrow: 1,
-            width: stdoutWidth,
-            flexDirection: "row",
-            children: renderContent()
-          }
-        ),
-        /* @__PURE__ */ jsxRuntime.jsx(ink.Box, { marginTop: 1, paddingX: 1, children: /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { color: "gray", children: getFooterText(clampedState) }) })
-      ]
-    }
-  );
+  return /* @__PURE__ */ jsxRuntime.jsxs(ink.Box, { flexDirection: "column", flexGrow: 1, width: stdoutWidth, height: stdoutHeight, children: [
+    /* @__PURE__ */ jsxRuntime.jsx(ink.Box, { borderStyle: "round", borderColor: "cyan", paddingX: 1, width: stdoutWidth, children: /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { children: getBreadcrumbText(clampedState, selectedDataset?.name, selectedRun?.label) }) }),
+    clampedState.startupWarnings.length > 0 && /* @__PURE__ */ jsxRuntime.jsxs(
+      ink.Box,
+      {
+        marginTop: 1,
+        borderStyle: "round",
+        borderColor: "yellow",
+        paddingX: 1,
+        flexDirection: "column",
+        width: stdoutWidth,
+        children: [
+          /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { color: "yellow", children: "Startup warnings:" }),
+          clampedState.startupWarnings.map((warning, index) => /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { children: warning }, `${warning}-${index}`))
+        ]
+      }
+    ),
+    clampedState.searchMode && /* @__PURE__ */ jsxRuntime.jsxs(
+      ink.Box,
+      {
+        marginTop: 1,
+        borderStyle: "round",
+        borderColor: "magenta",
+        paddingX: 1,
+        width: stdoutWidth,
+        children: [
+          /* @__PURE__ */ jsxRuntime.jsxs(ink.Text, { color: "magenta", bold: true, children: [
+            "Search:",
+            " "
+          ] }),
+          /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { color: "white", children: clampedState.searchQuery })
+        ]
+      }
+    ),
+    runtimeMessage && /* @__PURE__ */ jsxRuntime.jsx(ink.Box, { marginTop: 1, borderStyle: "round", borderColor: "blue", paddingX: 1, width: stdoutWidth, children: /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { color: "blue", children: runtimeMessage }) }),
+    /* @__PURE__ */ jsxRuntime.jsx(ink.Box, { marginTop: 1, flexGrow: 1, width: stdoutWidth, flexDirection: "row", children: renderContent() }),
+    /* @__PURE__ */ jsxRuntime.jsx(ink.Box, { marginTop: 1, paddingX: 1, children: /* @__PURE__ */ jsxRuntime.jsx(ink.Text, { color: "gray", children: getFooterText(clampedState) }) })
+  ] });
 }
 async function main() {
   const args = parseStartupArgs(process.argv.slice(2));
@@ -3067,9 +2921,7 @@ async function main() {
   process.on("SIGTERM", () => {
     void runner.shutdown().finally(() => process.exit(0));
   });
-  fullscreenInk.withFullScreen(
-    /* @__PURE__ */ jsxRuntime.jsx(EvalsCliApp, { data, args, runner })
-  ).start();
+  fullscreenInk.withFullScreen(/* @__PURE__ */ jsxRuntime.jsx(EvalsCliApp, { data, args, runner })).start();
 }
 void main();
 //# sourceMappingURL=out.js.map