agentv 3.13.1 → 3.13.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-LSXO22CF.js → chunk-4Z5E5CYT.js} +50 -20
- package/dist/chunk-4Z5E5CYT.js.map +1 -0
- package/dist/{chunk-K747KGDP.js → chunk-D3LNJUUB.js} +21 -2
- package/dist/chunk-D3LNJUUB.js.map +1 -0
- package/dist/{chunk-UK7UMQOX.js → chunk-X2343WOK.js} +15 -6
- package/dist/chunk-X2343WOK.js.map +1 -0
- package/dist/cli.js +3 -3
- package/dist/{dist-LCZDS36N.js → dist-KPMR7RBT.js} +4 -2
- package/dist/index.js +3 -3
- package/dist/{interactive-76ZJVPI7.js → interactive-HVKLYGRX.js} +3 -3
- package/package.json +1 -1
- package/dist/chunk-K747KGDP.js.map +0 -1
- package/dist/chunk-LSXO22CF.js.map +0 -1
- package/dist/chunk-UK7UMQOX.js.map +0 -1
- /package/dist/{dist-LCZDS36N.js.map → dist-KPMR7RBT.js.map} +0 -0
- /package/dist/{interactive-76ZJVPI7.js.map → interactive-HVKLYGRX.js.map} +0 -0
|
@@ -14843,6 +14843,22 @@ function extractFailOnError(suite) {
|
|
|
14843
14843
|
logWarning(`Invalid execution.fail_on_error: ${raw}. Must be true or false. Ignoring.`);
|
|
14844
14844
|
return void 0;
|
|
14845
14845
|
}
|
|
14846
|
+
function extractThreshold(suite) {
|
|
14847
|
+
const execution = suite.execution;
|
|
14848
|
+
if (!execution || typeof execution !== "object" || Array.isArray(execution)) {
|
|
14849
|
+
return void 0;
|
|
14850
|
+
}
|
|
14851
|
+
const executionObj = execution;
|
|
14852
|
+
const raw = executionObj.threshold;
|
|
14853
|
+
if (raw === void 0 || raw === null) {
|
|
14854
|
+
return void 0;
|
|
14855
|
+
}
|
|
14856
|
+
if (typeof raw === "number" && raw >= 0 && raw <= 1) {
|
|
14857
|
+
return raw;
|
|
14858
|
+
}
|
|
14859
|
+
logWarning(`Invalid execution.threshold: ${raw}. Must be a number between 0 and 1. Ignoring.`);
|
|
14860
|
+
return void 0;
|
|
14861
|
+
}
|
|
14846
14862
|
function parseExecutionDefaults(raw, configPath) {
|
|
14847
14863
|
if (!raw || typeof raw !== "object" || Array.isArray(raw)) {
|
|
14848
14864
|
return void 0;
|
|
@@ -16955,6 +16971,7 @@ async function loadTestSuite(evalFilePath, repoRoot, options) {
|
|
|
16955
16971
|
const { tests, parsed } = await loadTestsFromYaml(evalFilePath, repoRoot, options);
|
|
16956
16972
|
const metadata = parseMetadata(parsed);
|
|
16957
16973
|
const failOnError = extractFailOnError(parsed);
|
|
16974
|
+
const threshold = extractThreshold(parsed);
|
|
16958
16975
|
return {
|
|
16959
16976
|
tests,
|
|
16960
16977
|
trials: extractTrialsConfig(parsed),
|
|
@@ -16963,7 +16980,8 @@ async function loadTestSuite(evalFilePath, repoRoot, options) {
|
|
|
16963
16980
|
cacheConfig: extractCacheConfig(parsed),
|
|
16964
16981
|
totalBudgetUsd: extractTotalBudgetUsd(parsed),
|
|
16965
16982
|
...metadata !== void 0 && { metadata },
|
|
16966
|
-
...failOnError !== void 0 && { failOnError }
|
|
16983
|
+
...failOnError !== void 0 && { failOnError },
|
|
16984
|
+
...threshold !== void 0 && { threshold }
|
|
16967
16985
|
};
|
|
16968
16986
|
}
|
|
16969
16987
|
var loadEvalSuite = loadTestSuite;
|
|
@@ -31493,6 +31511,7 @@ export {
|
|
|
31493
31511
|
extractTrialsConfig,
|
|
31494
31512
|
extractCacheConfig,
|
|
31495
31513
|
extractFailOnError,
|
|
31514
|
+
extractThreshold,
|
|
31496
31515
|
detectFormat,
|
|
31497
31516
|
buildPromptInputs,
|
|
31498
31517
|
readTestSuiteMetadata,
|
|
@@ -31603,4 +31622,4 @@ export {
|
|
|
31603
31622
|
OtelStreamingObserver,
|
|
31604
31623
|
createAgentKernel
|
|
31605
31624
|
};
|
|
31606
|
-
//# sourceMappingURL=chunk-
|
|
31625
|
+
//# sourceMappingURL=chunk-D3LNJUUB.js.map
|