@wix/evalforge-types 0.43.0 → 0.44.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/build/index.mjs
CHANGED
|
@@ -1378,8 +1378,8 @@ var LlmJudgeAssertionSchema = z21.object({
|
|
|
1378
1378
|
type: z21.literal("llm_judge"),
|
|
1379
1379
|
/** Prompt template; placeholders: {{output}}, {{cwd}}, {{changedFiles}}, {{trace}} */
|
|
1380
1380
|
prompt: z21.string(),
|
|
1381
|
-
/** Minimum score to pass (0-
|
|
1382
|
-
minScore: z21.number().int().min(0).max(
|
|
1381
|
+
/** Minimum score to pass (0-10, default 7) */
|
|
1382
|
+
minScore: z21.number().int().min(0).max(10).optional(),
|
|
1383
1383
|
/** Model for the judge (e.g. claude-3-5-haiku) */
|
|
1384
1384
|
model: z21.string().optional(),
|
|
1385
1385
|
maxTokens: z21.number().int().optional(),
|
|
@@ -1510,8 +1510,8 @@ var LlmJudgeConfigSchema = z23.object({
|
|
|
1510
1510
|
* - Custom parameters defined in the parameters array
|
|
1511
1511
|
*/
|
|
1512
1512
|
prompt: z23.string().min(1),
|
|
1513
|
-
/** Minimum score to pass (0-
|
|
1514
|
-
minScore: z23.number().int().min(0).max(
|
|
1513
|
+
/** Minimum score to pass (0-10, default 7) */
|
|
1514
|
+
minScore: z23.number().int().min(0).max(10).optional(),
|
|
1515
1515
|
/** Model for the judge (e.g. claude-3-5-haiku-20241022) */
|
|
1516
1516
|
model: z23.string().optional(),
|
|
1517
1517
|
/** Max output tokens */
|
|
@@ -2179,7 +2179,7 @@ var SYSTEM_ASSERTIONS = {
|
|
|
2179
2179
|
[SYSTEM_ASSERTION_IDS.LLM_JUDGE]: {
|
|
2180
2180
|
id: SYSTEM_ASSERTION_IDS.LLM_JUDGE,
|
|
2181
2181
|
name: "LLM Judge",
|
|
2182
|
-
description: "LLM evaluates the output and assigns a score (0-
|
|
2182
|
+
description: "LLM evaluates the output and assigns a score (0-10)",
|
|
2183
2183
|
type: "llm_judge",
|
|
2184
2184
|
parameters: [
|
|
2185
2185
|
{
|
|
@@ -2191,10 +2191,10 @@ var SYSTEM_ASSERTIONS = {
|
|
|
2191
2191
|
},
|
|
2192
2192
|
{
|
|
2193
2193
|
name: "minScore",
|
|
2194
|
-
label: "Minimum Score (0-
|
|
2194
|
+
label: "Minimum Score (0-10)",
|
|
2195
2195
|
type: "number",
|
|
2196
2196
|
required: false,
|
|
2197
|
-
defaultValue:
|
|
2197
|
+
defaultValue: 7
|
|
2198
2198
|
},
|
|
2199
2199
|
{
|
|
2200
2200
|
name: "model",
|