@m4trix/evals 0.27.0 → 0.28.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -2
- package/dist/cli-simple.cjs +36 -15
- package/dist/cli-simple.cjs.map +1 -1
- package/dist/cli-simple.js +36 -15
- package/dist/cli-simple.js.map +1 -1
- package/dist/cli.cjs +11 -7
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.js +11 -7
- package/dist/cli.js.map +1 -1
- package/dist/index.cjs +15 -10
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.ts +35 -14
- package/dist/index.js +15 -10
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/cli.cjs
CHANGED
|
@@ -1736,11 +1736,12 @@ function processOneEvaluation(task, unit, totalEvaluations, publishEvent, persis
|
|
|
1736
1736
|
repetitionId,
|
|
1737
1737
|
repetitionIndex,
|
|
1738
1738
|
repetitionCount,
|
|
1739
|
-
runConfigName: task.runConfigName
|
|
1739
|
+
runConfigName: task.runConfigName,
|
|
1740
|
+
...task.experimentName !== void 0 && task.experimentName !== "" ? { experimentName: task.experimentName } : {},
|
|
1741
|
+
testCaseTags: getTestCaseTagList(testCaseItem.testCase),
|
|
1742
|
+
runConfigTags: task.runConfigTags,
|
|
1743
|
+
evaluatorTags: getEvaluatorTagList(evaluator)
|
|
1740
1744
|
},
|
|
1741
|
-
testCaseTags: getTestCaseTagList(testCaseItem.testCase),
|
|
1742
|
-
runConfigTags: task.runConfigTags,
|
|
1743
|
-
evaluatorTags: getEvaluatorTagList(evaluator),
|
|
1744
1745
|
logDiff,
|
|
1745
1746
|
log,
|
|
1746
1747
|
createError
|
|
@@ -2219,7 +2220,8 @@ var EffectRunner = class {
|
|
|
2219
2220
|
globalEvaluationSemaphore: sem,
|
|
2220
2221
|
runConfigName: job.runConfigName,
|
|
2221
2222
|
runConfigTags: job.runConfigTags,
|
|
2222
|
-
repetitions: job.repetitions
|
|
2223
|
+
repetitions: job.repetitions,
|
|
2224
|
+
experimentName: request.experimentName
|
|
2223
2225
|
})
|
|
2224
2226
|
);
|
|
2225
2227
|
}
|
|
@@ -2254,7 +2256,8 @@ var EffectRunner = class {
|
|
|
2254
2256
|
maxConcurrency: request.concurrency ?? this.config.maxConcurrency ?? 1,
|
|
2255
2257
|
repetitions: request.repetitions,
|
|
2256
2258
|
runConfigName,
|
|
2257
|
-
runConfigTags: request.runConfigTags
|
|
2259
|
+
runConfigTags: request.runConfigTags,
|
|
2260
|
+
experimentName: request.experimentName
|
|
2258
2261
|
});
|
|
2259
2262
|
}
|
|
2260
2263
|
async startDatasetRun(params) {
|
|
@@ -2329,7 +2332,8 @@ var EffectRunner = class {
|
|
|
2329
2332
|
globalEvaluationSemaphore: params.globalEvaluationSemaphore,
|
|
2330
2333
|
runConfigName: params.runConfigName,
|
|
2331
2334
|
runConfigTags,
|
|
2332
|
-
repetitions
|
|
2335
|
+
repetitions,
|
|
2336
|
+
experimentName: params.experimentName
|
|
2333
2337
|
})
|
|
2334
2338
|
);
|
|
2335
2339
|
return snapshot;
|