@wix/evalforge-types 0.67.0 → 0.69.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/build/index.js
CHANGED
|
@@ -1370,7 +1370,19 @@ var EvalRunSchema = TenantEntitySchema.extend({
|
|
|
1370
1370
|
/** Tags used to select scenarios for this run (for traceability) */
|
|
1371
1371
|
tags: import_zod28.z.array(import_zod28.z.string()).optional(),
|
|
1372
1372
|
/** How many times each scenario is executed within this eval run. Default: 1. Max: 20. */
|
|
1373
|
-
runsPerScenario: import_zod28.z.number().int().min(1).max(20).optional()
|
|
1373
|
+
runsPerScenario: import_zod28.z.number().int().min(1).max(20).optional(),
|
|
1374
|
+
/** Snapshot of agent configuration captured at run creation time */
|
|
1375
|
+
agentSnapshot: import_zod28.z.object({
|
|
1376
|
+
name: import_zod28.z.string().optional(),
|
|
1377
|
+
agentType: AgentTypeSchema.optional(),
|
|
1378
|
+
runCommand: AgentRunCommandSchema.optional(),
|
|
1379
|
+
systemPrompt: import_zod28.z.string().nullable().optional(),
|
|
1380
|
+
modelConfig: ModelConfigSchema.optional()
|
|
1381
|
+
}).optional(),
|
|
1382
|
+
/** UUID linking all runs in a comparison group */
|
|
1383
|
+
comparisonGroupId: import_zod28.z.string().optional(),
|
|
1384
|
+
/** Human-readable label for this variant (e.g., "MCP: Wix Stores") */
|
|
1385
|
+
comparisonLabel: import_zod28.z.string().optional()
|
|
1374
1386
|
});
|
|
1375
1387
|
var CreateEvalRunInputSchema = EvalRunSchema.omit({
|
|
1376
1388
|
id: true,
|
|
@@ -1382,7 +1394,8 @@ var CreateEvalRunInputSchema = EvalRunSchema.omit({
|
|
|
1382
1394
|
aggregateMetrics: true,
|
|
1383
1395
|
startedAt: true,
|
|
1384
1396
|
completedAt: true,
|
|
1385
|
-
scenarioIds: true
|
|
1397
|
+
scenarioIds: true,
|
|
1398
|
+
agentSnapshot: true
|
|
1386
1399
|
}).extend({
|
|
1387
1400
|
/** Optional on input — backend resolves from tags when not provided */
|
|
1388
1401
|
scenarioIds: import_zod28.z.array(import_zod28.z.string()).optional()
|
|
@@ -1494,6 +1507,8 @@ var EvalRunResultSchema = import_zod30.z.object({
|
|
|
1494
1507
|
skillVersion: import_zod30.z.string().optional(),
|
|
1495
1508
|
scenarioId: import_zod30.z.string(),
|
|
1496
1509
|
scenarioName: import_zod30.z.string(),
|
|
1510
|
+
/** Snapshot of the trigger prompt used during the run (prevents stale display after edits) */
|
|
1511
|
+
triggerPrompt: import_zod30.z.string().optional(),
|
|
1497
1512
|
modelConfig: ModelConfigSchema.optional(),
|
|
1498
1513
|
assertionResults: import_zod30.z.array(AssertionResultSchema),
|
|
1499
1514
|
metrics: EvalMetricsSchema.optional(),
|