@agentv/core 2.7.1-next.3 → 2.7.1-next.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/evaluation/validation/index.cjs +14 -0
- package/dist/evaluation/validation/index.cjs.map +1 -1
- package/dist/evaluation/validation/index.js +14 -0
- package/dist/evaluation/validation/index.js.map +1 -1
- package/dist/index.cjs +6 -2
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +6 -2
- package/dist/index.js.map +1 -1
- package/package.json +4 -4
|
@@ -174,6 +174,20 @@ async function validateEvalFile(filePath) {
|
|
|
174
174
|
};
|
|
175
175
|
}
|
|
176
176
|
validateMetadata(parsed, absolutePath, errors);
|
|
177
|
+
const suiteInput = parsed.input;
|
|
178
|
+
if (suiteInput !== void 0) {
|
|
179
|
+
if (typeof suiteInput === "string") {
|
|
180
|
+
} else if (Array.isArray(suiteInput)) {
|
|
181
|
+
validateMessages(suiteInput, "input", absolutePath, errors);
|
|
182
|
+
} else {
|
|
183
|
+
errors.push({
|
|
184
|
+
severity: "error",
|
|
185
|
+
filePath: absolutePath,
|
|
186
|
+
location: "input",
|
|
187
|
+
message: "Invalid suite-level 'input' field (must be a string or array of messages)"
|
|
188
|
+
});
|
|
189
|
+
}
|
|
190
|
+
}
|
|
177
191
|
let cases = parsed.tests;
|
|
178
192
|
if (cases === void 0 && "eval_cases" in parsed) {
|
|
179
193
|
cases = parsed.eval_cases;
|