@agentv/core 4.25.2-next.1 → 4.25.3-next.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-F234XBWV.js → chunk-EVEZQXIS.js} +6 -4
- package/dist/chunk-EVEZQXIS.js.map +1 -0
- package/dist/index.cjs +3 -1
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +1 -1
- package/dist/{ts-eval-loader-5JMF2N65.js → ts-eval-loader-E6MROJGR.js} +2 -2
- package/package.json +1 -1
- package/dist/chunk-F234XBWV.js.map +0 -1
- /package/dist/{ts-eval-loader-5JMF2N65.js.map → ts-eval-loader-E6MROJGR.js.map} +0 -0
|
@@ -771,7 +771,6 @@ var CodeGrader = class {
|
|
|
771
771
|
const rawParsed = parseJsonSafe(stdout);
|
|
772
772
|
const parsed = rawParsed != null && typeof rawParsed === "object" && !Array.isArray(rawParsed) ? rawParsed : void 0;
|
|
773
773
|
const passed = exitCode === 0;
|
|
774
|
-
const score = parsed != null ? clampScore(typeof parsed.score === "number" ? parsed.score : 0) : passed ? 1 : 0;
|
|
775
774
|
const assertions = parsed != null && Array.isArray(parsed?.assertions) ? parsed.assertions.filter(
|
|
776
775
|
(a) => typeof a === "object" && a !== null && typeof a.text === "string"
|
|
777
776
|
).map((a) => ({
|
|
@@ -779,6 +778,9 @@ var CodeGrader = class {
|
|
|
779
778
|
passed: Boolean(a.passed),
|
|
780
779
|
...typeof a.evidence === "string" ? { evidence: a.evidence } : {}
|
|
781
780
|
})) : parsed == null ? [{ text: stdout.trim() || (passed ? "exit 0" : `exit ${exitCode}`), passed }] : [];
|
|
781
|
+
const score = parsed != null ? clampScore(
|
|
782
|
+
typeof parsed.score === "number" ? parsed.score : assertions.length > 0 ? assertions.filter((a) => a.passed).length / assertions.length : 0
|
|
783
|
+
) : passed ? 1 : 0;
|
|
782
784
|
const details = parsed?.details && typeof parsed.details === "object" && !Array.isArray(parsed.details) ? parsed.details : void 0;
|
|
783
785
|
const proxyUsage = getProxyUsage?.();
|
|
784
786
|
const graderRawRequest = {
|
|
@@ -15681,7 +15683,7 @@ async function loadTestSuite(evalFilePath, repoRoot, options) {
|
|
|
15681
15683
|
return { tests: await loadTestsFromAgentSkills(evalFilePath) };
|
|
15682
15684
|
}
|
|
15683
15685
|
if (format === "typescript") {
|
|
15684
|
-
const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-
|
|
15686
|
+
const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-E6MROJGR.js");
|
|
15685
15687
|
return loadTsEvalSuite2(evalFilePath, resolveToAbsolutePath(repoRoot), options);
|
|
15686
15688
|
}
|
|
15687
15689
|
const { tests, parsed, suiteWorkspacePath } = await loadTestsFromYaml(
|
|
@@ -15716,7 +15718,7 @@ async function loadTests(evalFilePath, repoRoot, options) {
|
|
|
15716
15718
|
return loadTestsFromAgentSkills(evalFilePath);
|
|
15717
15719
|
}
|
|
15718
15720
|
if (format === "typescript") {
|
|
15719
|
-
const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-
|
|
15721
|
+
const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-E6MROJGR.js");
|
|
15720
15722
|
const suite = await loadTsEvalSuite2(evalFilePath, resolveToAbsolutePath(repoRoot), options);
|
|
15721
15723
|
return suite.tests;
|
|
15722
15724
|
}
|
|
@@ -19588,4 +19590,4 @@ export {
|
|
|
19588
19590
|
loadTestById,
|
|
19589
19591
|
loadEvalCaseById
|
|
19590
19592
|
};
|
|
19591
|
-
//# sourceMappingURL=chunk-
|
|
19593
|
+
//# sourceMappingURL=chunk-EVEZQXIS.js.map
|