@wix/evalforge-types 0.43.0 → 0.45.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/build/index.mjs
CHANGED
|
@@ -1378,8 +1378,8 @@ var LlmJudgeAssertionSchema = z21.object({
|
|
|
1378
1378
|
type: z21.literal("llm_judge"),
|
|
1379
1379
|
/** Prompt template; placeholders: {{output}}, {{cwd}}, {{changedFiles}}, {{trace}} */
|
|
1380
1380
|
prompt: z21.string(),
|
|
1381
|
-
/** Minimum score to pass (0-
|
|
1382
|
-
minScore: z21.number().int().min(0).max(
|
|
1381
|
+
/** Minimum score to pass (0-10, default 7) */
|
|
1382
|
+
minScore: z21.number().int().min(0).max(10).optional(),
|
|
1383
1383
|
/** Model for the judge (e.g. claude-3-5-haiku) */
|
|
1384
1384
|
model: z21.string().optional(),
|
|
1385
1385
|
maxTokens: z21.number().int().optional(),
|
|
@@ -1510,8 +1510,8 @@ var LlmJudgeConfigSchema = z23.object({
|
|
|
1510
1510
|
* - Custom parameters defined in the parameters array
|
|
1511
1511
|
*/
|
|
1512
1512
|
prompt: z23.string().min(1),
|
|
1513
|
-
/** Minimum score to pass (0-
|
|
1514
|
-
minScore: z23.number().int().min(0).max(
|
|
1513
|
+
/** Minimum score to pass (0-10, default 7) */
|
|
1514
|
+
minScore: z23.number().int().min(0).max(10).optional(),
|
|
1515
1515
|
/** Model for the judge (e.g. claude-3-5-haiku-20241022) */
|
|
1516
1516
|
model: z23.string().optional(),
|
|
1517
1517
|
/** Max output tokens */
|
|
@@ -2040,7 +2040,9 @@ var LeanEvaluationResultSchema = z29.object({
|
|
|
2040
2040
|
import { z as z30 } from "zod";
|
|
2041
2041
|
var ProjectSchema = BaseEntitySchema.extend({
|
|
2042
2042
|
appId: z30.string().optional().describe("The ID of the app in Dev Center"),
|
|
2043
|
-
appSecret: z30.string().optional().describe("The secret of the app in Dev Center")
|
|
2043
|
+
appSecret: z30.string().optional().describe("The secret of the app in Dev Center"),
|
|
2044
|
+
useWixAuth: z30.boolean().optional().describe("Enable Wix CLI/MCP auth for evaluations"),
|
|
2045
|
+
useBase44Auth: z30.boolean().optional().describe("Enable Base44 auth for evaluations")
|
|
2044
2046
|
});
|
|
2045
2047
|
var CreateProjectInputSchema = ProjectSchema.omit({
|
|
2046
2048
|
id: true,
|
|
@@ -2179,7 +2181,7 @@ var SYSTEM_ASSERTIONS = {
|
|
|
2179
2181
|
[SYSTEM_ASSERTION_IDS.LLM_JUDGE]: {
|
|
2180
2182
|
id: SYSTEM_ASSERTION_IDS.LLM_JUDGE,
|
|
2181
2183
|
name: "LLM Judge",
|
|
2182
|
-
description: "LLM evaluates the output and assigns a score (0-
|
|
2184
|
+
description: "LLM evaluates the output and assigns a score (0-10)",
|
|
2183
2185
|
type: "llm_judge",
|
|
2184
2186
|
parameters: [
|
|
2185
2187
|
{
|
|
@@ -2191,10 +2193,10 @@ var SYSTEM_ASSERTIONS = {
|
|
|
2191
2193
|
},
|
|
2192
2194
|
{
|
|
2193
2195
|
name: "minScore",
|
|
2194
|
-
label: "Minimum Score (0-
|
|
2196
|
+
label: "Minimum Score (0-10)",
|
|
2195
2197
|
type: "number",
|
|
2196
2198
|
required: false,
|
|
2197
|
-
defaultValue:
|
|
2199
|
+
defaultValue: 7
|
|
2198
2200
|
},
|
|
2199
2201
|
{
|
|
2200
2202
|
name: "model",
|