@wix/evalforge-types 0.67.0 → 0.68.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/build/index.mjs
CHANGED
|
@@ -1161,7 +1161,15 @@ var EvalRunSchema = TenantEntitySchema.extend({
|
|
|
1161
1161
|
/** Tags used to select scenarios for this run (for traceability) */
|
|
1162
1162
|
tags: z28.array(z28.string()).optional(),
|
|
1163
1163
|
/** How many times each scenario is executed within this eval run. Default: 1. Max: 20. */
|
|
1164
|
-
runsPerScenario: z28.number().int().min(1).max(20).optional()
|
|
1164
|
+
runsPerScenario: z28.number().int().min(1).max(20).optional(),
|
|
1165
|
+
/** Snapshot of agent configuration captured at run creation time */
|
|
1166
|
+
agentSnapshot: z28.object({
|
|
1167
|
+
name: z28.string().optional(),
|
|
1168
|
+
agentType: AgentTypeSchema.optional(),
|
|
1169
|
+
runCommand: AgentRunCommandSchema.optional(),
|
|
1170
|
+
systemPrompt: z28.string().nullable().optional(),
|
|
1171
|
+
modelConfig: ModelConfigSchema.optional()
|
|
1172
|
+
}).optional()
|
|
1165
1173
|
});
|
|
1166
1174
|
var CreateEvalRunInputSchema = EvalRunSchema.omit({
|
|
1167
1175
|
id: true,
|
|
@@ -1173,7 +1181,8 @@ var CreateEvalRunInputSchema = EvalRunSchema.omit({
|
|
|
1173
1181
|
aggregateMetrics: true,
|
|
1174
1182
|
startedAt: true,
|
|
1175
1183
|
completedAt: true,
|
|
1176
|
-
scenarioIds: true
|
|
1184
|
+
scenarioIds: true,
|
|
1185
|
+
agentSnapshot: true
|
|
1177
1186
|
}).extend({
|
|
1178
1187
|
/** Optional on input — backend resolves from tags when not provided */
|
|
1179
1188
|
scenarioIds: z28.array(z28.string()).optional()
|
|
@@ -1285,6 +1294,8 @@ var EvalRunResultSchema = z30.object({
|
|
|
1285
1294
|
skillVersion: z30.string().optional(),
|
|
1286
1295
|
scenarioId: z30.string(),
|
|
1287
1296
|
scenarioName: z30.string(),
|
|
1297
|
+
/** Snapshot of the trigger prompt used during the run (prevents stale display after edits) */
|
|
1298
|
+
triggerPrompt: z30.string().optional(),
|
|
1288
1299
|
modelConfig: ModelConfigSchema.optional(),
|
|
1289
1300
|
assertionResults: z30.array(AssertionResultSchema),
|
|
1290
1301
|
metrics: EvalMetricsSchema.optional(),
|