@m4trix/evals 0.27.0 → 0.28.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -2
- package/dist/cli-simple.cjs +36 -15
- package/dist/cli-simple.cjs.map +1 -1
- package/dist/cli-simple.js +36 -15
- package/dist/cli-simple.js.map +1 -1
- package/dist/cli.cjs +11 -7
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.js +11 -7
- package/dist/cli.js.map +1 -1
- package/dist/index.cjs +15 -10
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.ts +35 -14
- package/dist/index.js +15 -10
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/cli.js
CHANGED
|
@@ -1709,11 +1709,12 @@ function processOneEvaluation(task, unit, totalEvaluations, publishEvent, persis
|
|
|
1709
1709
|
repetitionId,
|
|
1710
1710
|
repetitionIndex,
|
|
1711
1711
|
repetitionCount,
|
|
1712
|
-
runConfigName: task.runConfigName
|
|
1712
|
+
runConfigName: task.runConfigName,
|
|
1713
|
+
...task.experimentName !== void 0 && task.experimentName !== "" ? { experimentName: task.experimentName } : {},
|
|
1714
|
+
testCaseTags: getTestCaseTagList(testCaseItem.testCase),
|
|
1715
|
+
runConfigTags: task.runConfigTags,
|
|
1716
|
+
evaluatorTags: getEvaluatorTagList(evaluator)
|
|
1713
1717
|
},
|
|
1714
|
-
testCaseTags: getTestCaseTagList(testCaseItem.testCase),
|
|
1715
|
-
runConfigTags: task.runConfigTags,
|
|
1716
|
-
evaluatorTags: getEvaluatorTagList(evaluator),
|
|
1717
1718
|
logDiff,
|
|
1718
1719
|
log,
|
|
1719
1720
|
createError
|
|
@@ -2192,7 +2193,8 @@ var EffectRunner = class {
|
|
|
2192
2193
|
globalEvaluationSemaphore: sem,
|
|
2193
2194
|
runConfigName: job.runConfigName,
|
|
2194
2195
|
runConfigTags: job.runConfigTags,
|
|
2195
|
-
repetitions: job.repetitions
|
|
2196
|
+
repetitions: job.repetitions,
|
|
2197
|
+
experimentName: request.experimentName
|
|
2196
2198
|
})
|
|
2197
2199
|
);
|
|
2198
2200
|
}
|
|
@@ -2227,7 +2229,8 @@ var EffectRunner = class {
|
|
|
2227
2229
|
maxConcurrency: request.concurrency ?? this.config.maxConcurrency ?? 1,
|
|
2228
2230
|
repetitions: request.repetitions,
|
|
2229
2231
|
runConfigName,
|
|
2230
|
-
runConfigTags: request.runConfigTags
|
|
2232
|
+
runConfigTags: request.runConfigTags,
|
|
2233
|
+
experimentName: request.experimentName
|
|
2231
2234
|
});
|
|
2232
2235
|
}
|
|
2233
2236
|
async startDatasetRun(params) {
|
|
@@ -2302,7 +2305,8 @@ var EffectRunner = class {
|
|
|
2302
2305
|
globalEvaluationSemaphore: params.globalEvaluationSemaphore,
|
|
2303
2306
|
runConfigName: params.runConfigName,
|
|
2304
2307
|
runConfigTags,
|
|
2305
|
-
repetitions
|
|
2308
|
+
repetitions,
|
|
2309
|
+
experimentName: params.experimentName
|
|
2306
2310
|
})
|
|
2307
2311
|
);
|
|
2308
2312
|
return snapshot;
|