@m4trix/evals 0.27.0 → 0.28.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/cli.cjs CHANGED
@@ -1736,11 +1736,12 @@ function processOneEvaluation(task, unit, totalEvaluations, publishEvent, persis
1736
1736
  repetitionId,
1737
1737
  repetitionIndex,
1738
1738
  repetitionCount,
1739
- runConfigName: task.runConfigName
1739
+ runConfigName: task.runConfigName,
1740
+ ...task.experimentName !== void 0 && task.experimentName !== "" ? { experimentName: task.experimentName } : {},
1741
+ testCaseTags: getTestCaseTagList(testCaseItem.testCase),
1742
+ runConfigTags: task.runConfigTags,
1743
+ evaluatorTags: getEvaluatorTagList(evaluator)
1740
1744
  },
1741
- testCaseTags: getTestCaseTagList(testCaseItem.testCase),
1742
- runConfigTags: task.runConfigTags,
1743
- evaluatorTags: getEvaluatorTagList(evaluator),
1744
1745
  logDiff,
1745
1746
  log,
1746
1747
  createError
@@ -2219,7 +2220,8 @@ var EffectRunner = class {
2219
2220
  globalEvaluationSemaphore: sem,
2220
2221
  runConfigName: job.runConfigName,
2221
2222
  runConfigTags: job.runConfigTags,
2222
- repetitions: job.repetitions
2223
+ repetitions: job.repetitions,
2224
+ experimentName: request.experimentName
2223
2225
  })
2224
2226
  );
2225
2227
  }
@@ -2254,7 +2256,8 @@ var EffectRunner = class {
2254
2256
  maxConcurrency: request.concurrency ?? this.config.maxConcurrency ?? 1,
2255
2257
  repetitions: request.repetitions,
2256
2258
  runConfigName,
2257
- runConfigTags: request.runConfigTags
2259
+ runConfigTags: request.runConfigTags,
2260
+ experimentName: request.experimentName
2258
2261
  });
2259
2262
  }
2260
2263
  async startDatasetRun(params) {
@@ -2329,7 +2332,8 @@ var EffectRunner = class {
2329
2332
  globalEvaluationSemaphore: params.globalEvaluationSemaphore,
2330
2333
  runConfigName: params.runConfigName,
2331
2334
  runConfigTags,
2332
- repetitions
2335
+ repetitions,
2336
+ experimentName: params.experimentName
2333
2337
  })
2334
2338
  );
2335
2339
  return snapshot;