@wix/evalforge-types 0.43.0 → 0.44.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/build/index.js
CHANGED
|
@@ -1560,8 +1560,8 @@ var LlmJudgeAssertionSchema = import_zod21.z.object({
|
|
|
1560
1560
|
type: import_zod21.z.literal("llm_judge"),
|
|
1561
1561
|
/** Prompt template; placeholders: {{output}}, {{cwd}}, {{changedFiles}}, {{trace}} */
|
|
1562
1562
|
prompt: import_zod21.z.string(),
|
|
1563
|
-
/** Minimum score to pass (0-
|
|
1564
|
-
minScore: import_zod21.z.number().int().min(0).max(
|
|
1563
|
+
/** Minimum score to pass (0-10, default 7) */
|
|
1564
|
+
minScore: import_zod21.z.number().int().min(0).max(10).optional(),
|
|
1565
1565
|
/** Model for the judge (e.g. claude-3-5-haiku) */
|
|
1566
1566
|
model: import_zod21.z.string().optional(),
|
|
1567
1567
|
maxTokens: import_zod21.z.number().int().optional(),
|
|
@@ -1692,8 +1692,8 @@ var LlmJudgeConfigSchema = import_zod23.z.object({
|
|
|
1692
1692
|
* - Custom parameters defined in the parameters array
|
|
1693
1693
|
*/
|
|
1694
1694
|
prompt: import_zod23.z.string().min(1),
|
|
1695
|
-
/** Minimum score to pass (0-
|
|
1696
|
-
minScore: import_zod23.z.number().int().min(0).max(
|
|
1695
|
+
/** Minimum score to pass (0-10, default 7) */
|
|
1696
|
+
minScore: import_zod23.z.number().int().min(0).max(10).optional(),
|
|
1697
1697
|
/** Model for the judge (e.g. claude-3-5-haiku-20241022) */
|
|
1698
1698
|
model: import_zod23.z.string().optional(),
|
|
1699
1699
|
/** Max output tokens */
|
|
@@ -2361,7 +2361,7 @@ var SYSTEM_ASSERTIONS = {
|
|
|
2361
2361
|
[SYSTEM_ASSERTION_IDS.LLM_JUDGE]: {
|
|
2362
2362
|
id: SYSTEM_ASSERTION_IDS.LLM_JUDGE,
|
|
2363
2363
|
name: "LLM Judge",
|
|
2364
|
-
description: "LLM evaluates the output and assigns a score (0-
|
|
2364
|
+
description: "LLM evaluates the output and assigns a score (0-10)",
|
|
2365
2365
|
type: "llm_judge",
|
|
2366
2366
|
parameters: [
|
|
2367
2367
|
{
|
|
@@ -2373,10 +2373,10 @@ var SYSTEM_ASSERTIONS = {
|
|
|
2373
2373
|
},
|
|
2374
2374
|
{
|
|
2375
2375
|
name: "minScore",
|
|
2376
|
-
label: "Minimum Score (0-
|
|
2376
|
+
label: "Minimum Score (0-10)",
|
|
2377
2377
|
type: "number",
|
|
2378
2378
|
required: false,
|
|
2379
|
-
defaultValue:
|
|
2379
|
+
defaultValue: 7
|
|
2380
2380
|
},
|
|
2381
2381
|
{
|
|
2382
2382
|
name: "model",
|