@agtlantis/eval 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli.js +4 -6
- package/dist/cli.js.map +1 -1
- package/dist/index.cjs +3 -5
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.js +3 -5
- package/dist/index.js.map +1 -1
- package/package.json +3 -3
package/dist/cli.js
CHANGED
|
@@ -633,9 +633,7 @@ var EvalError = class _EvalError extends Error {
|
|
|
633
633
|
// src/cli/config/schema.ts
|
|
634
634
|
var llmConfigSchema = z.object({
|
|
635
635
|
provider: z.enum(["openai", "gemini"], {
|
|
636
|
-
|
|
637
|
-
message: "provider must be 'openai' or 'gemini'"
|
|
638
|
-
})
|
|
636
|
+
error: "provider must be 'openai' or 'gemini'"
|
|
639
637
|
}),
|
|
640
638
|
apiKey: z.string().optional(),
|
|
641
639
|
defaultModel: z.string().optional(),
|
|
@@ -920,13 +918,13 @@ var yamlTestCaseSchema = z2.object({
|
|
|
920
918
|
name: z2.string().optional(),
|
|
921
919
|
description: z2.string().optional(),
|
|
922
920
|
tags: z2.array(z2.string()).optional(),
|
|
923
|
-
input: z2.record(z2.unknown()),
|
|
921
|
+
input: z2.record(z2.string(), z2.unknown()),
|
|
924
922
|
persona: z2.union([z2.string().min(1), yamlPersonaSchema]).optional(),
|
|
925
923
|
maxTurns: z2.number().int().positive().optional(),
|
|
926
924
|
endWhen: yamlTerminationConditionSchema.optional(),
|
|
927
925
|
onConditionMet: z2.enum(["pass", "fail"]).optional(),
|
|
928
926
|
onMaxTurnsReached: z2.enum(["pass", "fail"]).optional(),
|
|
929
|
-
expectedOutput: z2.record(z2.unknown()).optional(),
|
|
927
|
+
expectedOutput: z2.record(z2.string(), z2.unknown()).optional(),
|
|
930
928
|
expect: yamlExpectationSchema.optional()
|
|
931
929
|
});
|
|
932
930
|
var yamlEvalFileSchema = z2.object({
|
|
@@ -934,7 +932,7 @@ var yamlEvalFileSchema = z2.object({
|
|
|
934
932
|
name: z2.string().optional(),
|
|
935
933
|
description: z2.string().optional(),
|
|
936
934
|
defaults: yamlTestCaseDefaultsSchema.optional(),
|
|
937
|
-
personas: z2.record(yamlPersonaSchema).optional(),
|
|
935
|
+
personas: z2.record(z2.string(), yamlPersonaSchema).optional(),
|
|
938
936
|
cases: z2.array(yamlTestCaseSchema).min(1, "At least one test case is required")
|
|
939
937
|
});
|
|
940
938
|
function validateYamlEvalFile(content) {
|