@wix/evalforge-types 0.43.0 → 0.45.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/build/index.js
CHANGED
|
@@ -1560,8 +1560,8 @@ var LlmJudgeAssertionSchema = import_zod21.z.object({
|
|
|
1560
1560
|
type: import_zod21.z.literal("llm_judge"),
|
|
1561
1561
|
/** Prompt template; placeholders: {{output}}, {{cwd}}, {{changedFiles}}, {{trace}} */
|
|
1562
1562
|
prompt: import_zod21.z.string(),
|
|
1563
|
-
/** Minimum score to pass (0-
|
|
1564
|
-
minScore: import_zod21.z.number().int().min(0).max(
|
|
1563
|
+
/** Minimum score to pass (0-10, default 7) */
|
|
1564
|
+
minScore: import_zod21.z.number().int().min(0).max(10).optional(),
|
|
1565
1565
|
/** Model for the judge (e.g. claude-3-5-haiku) */
|
|
1566
1566
|
model: import_zod21.z.string().optional(),
|
|
1567
1567
|
maxTokens: import_zod21.z.number().int().optional(),
|
|
@@ -1692,8 +1692,8 @@ var LlmJudgeConfigSchema = import_zod23.z.object({
|
|
|
1692
1692
|
* - Custom parameters defined in the parameters array
|
|
1693
1693
|
*/
|
|
1694
1694
|
prompt: import_zod23.z.string().min(1),
|
|
1695
|
-
/** Minimum score to pass (0-
|
|
1696
|
-
minScore: import_zod23.z.number().int().min(0).max(
|
|
1695
|
+
/** Minimum score to pass (0-10, default 7) */
|
|
1696
|
+
minScore: import_zod23.z.number().int().min(0).max(10).optional(),
|
|
1697
1697
|
/** Model for the judge (e.g. claude-3-5-haiku-20241022) */
|
|
1698
1698
|
model: import_zod23.z.string().optional(),
|
|
1699
1699
|
/** Max output tokens */
|
|
@@ -2222,7 +2222,9 @@ var LeanEvaluationResultSchema = import_zod29.z.object({
|
|
|
2222
2222
|
var import_zod30 = require("zod");
|
|
2223
2223
|
var ProjectSchema = BaseEntitySchema.extend({
|
|
2224
2224
|
appId: import_zod30.z.string().optional().describe("The ID of the app in Dev Center"),
|
|
2225
|
-
appSecret: import_zod30.z.string().optional().describe("The secret of the app in Dev Center")
|
|
2225
|
+
appSecret: import_zod30.z.string().optional().describe("The secret of the app in Dev Center"),
|
|
2226
|
+
useWixAuth: import_zod30.z.boolean().optional().describe("Enable Wix CLI/MCP auth for evaluations"),
|
|
2227
|
+
useBase44Auth: import_zod30.z.boolean().optional().describe("Enable Base44 auth for evaluations")
|
|
2226
2228
|
});
|
|
2227
2229
|
var CreateProjectInputSchema = ProjectSchema.omit({
|
|
2228
2230
|
id: true,
|
|
@@ -2361,7 +2363,7 @@ var SYSTEM_ASSERTIONS = {
|
|
|
2361
2363
|
[SYSTEM_ASSERTION_IDS.LLM_JUDGE]: {
|
|
2362
2364
|
id: SYSTEM_ASSERTION_IDS.LLM_JUDGE,
|
|
2363
2365
|
name: "LLM Judge",
|
|
2364
|
-
description: "LLM evaluates the output and assigns a score (0-
|
|
2366
|
+
description: "LLM evaluates the output and assigns a score (0-10)",
|
|
2365
2367
|
type: "llm_judge",
|
|
2366
2368
|
parameters: [
|
|
2367
2369
|
{
|
|
@@ -2373,10 +2375,10 @@ var SYSTEM_ASSERTIONS = {
|
|
|
2373
2375
|
},
|
|
2374
2376
|
{
|
|
2375
2377
|
name: "minScore",
|
|
2376
|
-
label: "Minimum Score (0-
|
|
2378
|
+
label: "Minimum Score (0-10)",
|
|
2377
2379
|
type: "number",
|
|
2378
2380
|
required: false,
|
|
2379
|
-
defaultValue:
|
|
2381
|
+
defaultValue: 7
|
|
2380
2382
|
},
|
|
2381
2383
|
{
|
|
2382
2384
|
name: "model",
|