@m4trix/evals 0.27.0 → 0.28.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/cli.js CHANGED
@@ -1709,11 +1709,12 @@ function processOneEvaluation(task, unit, totalEvaluations, publishEvent, persis
1709
1709
  repetitionId,
1710
1710
  repetitionIndex,
1711
1711
  repetitionCount,
1712
- runConfigName: task.runConfigName
1712
+ runConfigName: task.runConfigName,
1713
+ ...task.experimentName !== void 0 && task.experimentName !== "" ? { experimentName: task.experimentName } : {},
1714
+ testCaseTags: getTestCaseTagList(testCaseItem.testCase),
1715
+ runConfigTags: task.runConfigTags,
1716
+ evaluatorTags: getEvaluatorTagList(evaluator)
1713
1717
  },
1714
- testCaseTags: getTestCaseTagList(testCaseItem.testCase),
1715
- runConfigTags: task.runConfigTags,
1716
- evaluatorTags: getEvaluatorTagList(evaluator),
1717
1718
  logDiff,
1718
1719
  log,
1719
1720
  createError
@@ -2192,7 +2193,8 @@ var EffectRunner = class {
2192
2193
  globalEvaluationSemaphore: sem,
2193
2194
  runConfigName: job.runConfigName,
2194
2195
  runConfigTags: job.runConfigTags,
2195
- repetitions: job.repetitions
2196
+ repetitions: job.repetitions,
2197
+ experimentName: request.experimentName
2196
2198
  })
2197
2199
  );
2198
2200
  }
@@ -2227,7 +2229,8 @@ var EffectRunner = class {
2227
2229
  maxConcurrency: request.concurrency ?? this.config.maxConcurrency ?? 1,
2228
2230
  repetitions: request.repetitions,
2229
2231
  runConfigName,
2230
- runConfigTags: request.runConfigTags
2232
+ runConfigTags: request.runConfigTags,
2233
+ experimentName: request.experimentName
2231
2234
  });
2232
2235
  }
2233
2236
  async startDatasetRun(params) {
@@ -2302,7 +2305,8 @@ var EffectRunner = class {
2302
2305
  globalEvaluationSemaphore: params.globalEvaluationSemaphore,
2303
2306
  runConfigName: params.runConfigName,
2304
2307
  runConfigTags,
2305
- repetitions
2308
+ repetitions,
2309
+ experimentName: params.experimentName
2306
2310
  })
2307
2311
  );
2308
2312
  return snapshot;