agentv 3.0.0-next.1 → 3.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-5WIB7A27.js → chunk-FTPA72PY.js} +4 -4
- package/dist/{chunk-HF4X7ALN.js → chunk-OR4WXZAF.js} +10 -7
- package/dist/chunk-OR4WXZAF.js.map +1 -0
- package/dist/{chunk-DY4ZDTTO.js → chunk-PCQA43SA.js} +42 -10
- package/dist/chunk-PCQA43SA.js.map +1 -0
- package/dist/cli.js +3 -3
- package/dist/{dist-WN2QIOQR.js → dist-3BMOAU4X.js} +2 -2
- package/dist/index.js +3 -3
- package/dist/{interactive-B432TCRZ.js → interactive-DLHPNSZ7.js} +3 -3
- package/dist/templates/.agentv/config.yaml +5 -0
- package/dist/templates/.agentv/targets.yaml +0 -16
- package/package.json +1 -1
- package/dist/chunk-DY4ZDTTO.js.map +0 -1
- package/dist/chunk-HF4X7ALN.js.map +0 -1
- /package/dist/{chunk-5WIB7A27.js.map → chunk-FTPA72PY.js.map} +0 -0
- /package/dist/{dist-WN2QIOQR.js.map → dist-3BMOAU4X.js.map} +0 -0
- /package/dist/{interactive-B432TCRZ.js.map → interactive-DLHPNSZ7.js.map} +0 -0
|
@@ -12,7 +12,7 @@ import {
|
|
|
12
12
|
validateEvalFile,
|
|
13
13
|
validateFileReferences,
|
|
14
14
|
validateTargetsFile
|
|
15
|
-
} from "./chunk-
|
|
15
|
+
} from "./chunk-PCQA43SA.js";
|
|
16
16
|
import {
|
|
17
17
|
createBuiltinRegistry,
|
|
18
18
|
createProvider,
|
|
@@ -30,7 +30,7 @@ import {
|
|
|
30
30
|
toSnakeCaseDeep as toSnakeCaseDeep2,
|
|
31
31
|
transpileEvalYamlFile,
|
|
32
32
|
trimBaselineResult
|
|
33
|
-
} from "./chunk-
|
|
33
|
+
} from "./chunk-OR4WXZAF.js";
|
|
34
34
|
import {
|
|
35
35
|
__commonJS,
|
|
36
36
|
__esm,
|
|
@@ -4177,7 +4177,7 @@ var evalRunCommand = command({
|
|
|
4177
4177
|
},
|
|
4178
4178
|
handler: async (args) => {
|
|
4179
4179
|
if (args.evalPaths.length === 0 && process.stdin.isTTY) {
|
|
4180
|
-
const { launchInteractiveWizard } = await import("./interactive-
|
|
4180
|
+
const { launchInteractiveWizard } = await import("./interactive-DLHPNSZ7.js");
|
|
4181
4181
|
await launchInteractiveWizard();
|
|
4182
4182
|
return;
|
|
4183
4183
|
}
|
|
@@ -6146,4 +6146,4 @@ export {
|
|
|
6146
6146
|
preprocessArgv,
|
|
6147
6147
|
runCli
|
|
6148
6148
|
};
|
|
6149
|
-
//# sourceMappingURL=chunk-
|
|
6149
|
+
//# sourceMappingURL=chunk-FTPA72PY.js.map
|
|
@@ -9718,9 +9718,10 @@ function expandInputFilesShorthand(inputFiles, inputText) {
|
|
|
9718
9718
|
];
|
|
9719
9719
|
return [{ role: "user", content: contentBlocks }];
|
|
9720
9720
|
}
|
|
9721
|
-
function resolveInputMessages(raw) {
|
|
9722
|
-
|
|
9723
|
-
|
|
9721
|
+
function resolveInputMessages(raw, suiteInputFiles) {
|
|
9722
|
+
const effectiveInputFiles = raw.input_files ?? suiteInputFiles;
|
|
9723
|
+
if (effectiveInputFiles !== void 0) {
|
|
9724
|
+
return expandInputFilesShorthand(effectiveInputFiles, raw.input);
|
|
9724
9725
|
}
|
|
9725
9726
|
return expandInputShorthand(raw.input);
|
|
9726
9727
|
}
|
|
@@ -10295,6 +10296,7 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
|
|
|
10295
10296
|
}
|
|
10296
10297
|
const suiteWorkspace = await resolveWorkspaceConfig(suite.workspace, evalFileDir);
|
|
10297
10298
|
const suiteInputMessages = expandInputShorthand(suite.input);
|
|
10299
|
+
const suiteInputFiles = suite.input_files;
|
|
10298
10300
|
const rawGlobalExecution = isJsonObject(suite.execution) ? suite.execution : void 0;
|
|
10299
10301
|
const _globalTarget = asString6(rawGlobalExecution?.target) ?? asString6(suite.target);
|
|
10300
10302
|
const suiteAssertions = suite.assertions ?? suite.assert;
|
|
@@ -10323,7 +10325,10 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
|
|
|
10323
10325
|
);
|
|
10324
10326
|
}
|
|
10325
10327
|
}
|
|
10326
|
-
const
|
|
10328
|
+
const caseExecution = isJsonObject(evalcase.execution) ? evalcase.execution : void 0;
|
|
10329
|
+
const skipDefaults = caseExecution?.skip_defaults === true;
|
|
10330
|
+
const effectiveSuiteInputFiles = suiteInputFiles && !skipDefaults ? suiteInputFiles : void 0;
|
|
10331
|
+
const testInputMessages = resolveInputMessages(evalcase, effectiveSuiteInputFiles);
|
|
10327
10332
|
const expectedMessages = resolveExpectedMessages(evalcase) ?? [];
|
|
10328
10333
|
const hasEvaluationSpec = !!outcome || expectedMessages.length > 0 || evalcase.assertions !== void 0 || evalcase.assert !== void 0;
|
|
10329
10334
|
if (!id || !hasEvaluationSpec || !testInputMessages || testInputMessages.length === 0) {
|
|
@@ -10332,8 +10337,6 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
|
|
|
10332
10337
|
);
|
|
10333
10338
|
continue;
|
|
10334
10339
|
}
|
|
10335
|
-
const caseExecution = isJsonObject(evalcase.execution) ? evalcase.execution : void 0;
|
|
10336
|
-
const skipDefaults = caseExecution?.skip_defaults === true;
|
|
10337
10340
|
const effectiveSuiteInputMessages = suiteInputMessages && !skipDefaults ? suiteInputMessages : void 0;
|
|
10338
10341
|
const inputMessages = effectiveSuiteInputMessages ? [...effectiveSuiteInputMessages, ...testInputMessages] : testInputMessages;
|
|
10339
10342
|
const hasExpectedMessages = expectedMessages.length > 0;
|
|
@@ -24296,4 +24299,4 @@ export {
|
|
|
24296
24299
|
OtelStreamingObserver,
|
|
24297
24300
|
createAgentKernel
|
|
24298
24301
|
};
|
|
24299
|
-
//# sourceMappingURL=chunk-
|
|
24302
|
+
//# sourceMappingURL=chunk-OR4WXZAF.js.map
|