@m4trix/evals 0.26.0 → 0.27.0

package/dist/cli-simple.js

@@ -29,6 +29,7 @@ function makeEntityIdSchema(brand, label) {
 var RunConfigNameSchema = makeEntityIdSchema("RunConfigName", "RunConfig name");
 makeEntityIdSchema("EvaluatorName", "Evaluator name");
 makeEntityIdSchema("TestCaseName", "Test case name");
+makeEntityIdSchema("DatasetName", "Dataset name");
 function validateWithSchema(schema, raw, context) {
   const trimmed = raw.trim();
   const decode = Schema.decodeUnknownEither(
@@ -585,6 +586,14 @@ function getTestCaseTagList(testCase) {
   return typeof testCase.getTags === "function" ? [...testCase.getTags()] : [];
 }
 
+// src/evals/dataset.ts
+function getDatasetDisplayLabel(dataset) {
+  if (typeof dataset.getDisplayLabel === "function") {
+    return dataset.getDisplayLabel();
+  }
+  return typeof dataset.getName === "function" ? dataset.getName() : "";
+}
+
 // src/evals/metric.ts
 var registry = /* @__PURE__ */ new Map();
 var Metric = {
@@ -978,7 +987,7 @@ function processOneEvaluation(task, unit, totalEvaluations, publishEvent, persis
               meta: {
                 triggerId: task.triggerId,
                 runId: evaluatorRunId,
-                datasetId: task.datasetId,
+                datasetName: task.dataset.getDisplayLabel(),
                 repetitionId,
                 repetitionIndex,
                 repetitionCount,
@@ -1393,7 +1402,7 @@ var EffectRunner = class {
       );
       if (!dsCollected) {
         throw new Error(
-          `RunConfig "${rcName}" run[${i}]: dataset "${row.dataset.getName()}" was not found among discovered dataset exports (import the same module instances the scanner loads).`
+          `RunConfig "${rcName}" run[${i}]: dataset "${row.dataset.getDisplayLabel()}" was not found among discovered dataset exports (import the same module instances the scanner loads).`
         );
       }
       let evaluatorIds;
@@ -1528,7 +1537,7 @@ var EffectRunner = class {
     const snapshot = {
       runId,
       datasetId: params.datasetId,
-      datasetName: dataset.dataset.getName(),
+      datasetName: dataset.dataset.getDisplayLabel(),
       evaluatorIds: selectedEvaluators.map((item) => item.id),
       queuedAt: Date.now(),
       totalTestCases: totalEvaluations,
@@ -1549,7 +1558,7 @@ var EffectRunner = class {
       type: "RunQueued",
       runId,
       datasetId: params.datasetId,
-      datasetName: dataset.dataset.getName(),
+      datasetName: dataset.dataset.getDisplayLabel(),
       evaluatorIds: selectedEvaluators.map((item) => item.id),
       totalTestCases: totalEvaluations,
       artifactPath
@@ -1703,7 +1712,7 @@ function getSimpleCliUsage() {
   return [
     "Usage:",
     "  eval-agents-simple run --run-config <name> [--run-config <name> ...] [--concurrency N] [--ci]",
-    "  eval-agents-simple generate --dataset <datasetName>",
+    "  eval-agents-simple generate --dataset <datasetId>",
     "",
     "Options:",
     "  --ci                  With run: exit with code 1 if any test case fails.",
@@ -1771,7 +1780,7 @@ function GenerateView({
       if (!cancelled) {
         setResult({
           count: payload.length,
-          datasetName: dataset.dataset.getName(),
+          datasetName: getDatasetDisplayLabel(dataset.dataset),
           outputPath
         });
         setTimeout(() => onComplete(), 200);
@@ -1832,7 +1841,7 @@ async function generateDatasetJsonCommandPlain(runner, datasetName) {
   const outputPath = createOutputPath(absoluteDatasetPath);
   await writeFile(outputPath, `${JSON.stringify(payload, null, 2)}
 `, "utf8");
-  console.log(`Generated ${payload.length} test cases for dataset "${dataset.dataset.getName()}".`);
+  console.log(`Generated ${payload.length} test cases for dataset "${getDatasetDisplayLabel(dataset.dataset)}".`);
   console.log(`Wrote ${outputPath}`);
 }
 async function generateDatasetJsonCommandInk(runner, datasetName) {
@@ -3083,7 +3092,7 @@ async function main() {
     }
     const genDataset = args.datasetName;
     if (!genDataset) {
-      console.error("Missing required --dataset <datasetName> argument.");
+      console.error("Missing required --dataset <datasetId> argument.");
       printUsageAndExit(1);
     }
     await (useInk ? generateDatasetJsonCommandInk : generateDatasetJsonCommandPlain)(