@wix/evalforge-types 0.48.0 → 0.49.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -234,7 +234,8 @@ export declare const EvalRunSchema: z.ZodObject<{
234
234
  deleted: z.ZodOptional<z.ZodBoolean>;
235
235
  projectId: z.ZodString;
236
236
  agentId: z.ZodOptional<z.ZodString>;
237
- skillsGroupId: z.ZodOptional<z.ZodString>;
237
+ presetId: z.ZodOptional<z.ZodString>;
238
+ skillIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
238
239
  skillVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
239
240
  scenarioIds: z.ZodArray<z.ZodString>;
240
241
  status: z.ZodEnum<typeof import("./metrics.js").EvalStatus>;
@@ -536,10 +537,14 @@ export declare const CreateEvalRunInputSchema: z.ZodObject<{
536
537
  description: z.ZodString;
537
538
  deleted: z.ZodOptional<z.ZodBoolean>;
538
539
  projectId: z.ZodString;
539
- tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
540
540
  agentId: z.ZodOptional<z.ZodString>;
541
- skillsGroupId: z.ZodOptional<z.ZodString>;
541
+ skillIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
542
542
  skillVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
543
+ mcpIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
544
+ subAgentIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
545
+ ruleIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
546
+ tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
547
+ presetId: z.ZodOptional<z.ZodString>;
543
548
  failureAnalyses: z.ZodOptional<z.ZodArray<z.ZodObject<{
544
549
  category: z.ZodEnum<typeof FailureCategory>;
545
550
  severity: z.ZodEnum<typeof FailureSeverity>;
@@ -641,9 +646,6 @@ export declare const CreateEvalRunInputSchema: z.ZodObject<{
641
646
  jobStatus: z.ZodOptional<z.ZodString>;
642
647
  jobError: z.ZodOptional<z.ZodString>;
643
648
  jobStatusCheckedAt: z.ZodOptional<z.ZodString>;
644
- mcpIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
645
- subAgentIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
646
- ruleIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
647
649
  scenarioIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
648
650
  }, z.core.$strip>;
649
651
  export type CreateEvalRunInput = z.infer<typeof CreateEvalRunInputSchema>;
@@ -1,5 +1,5 @@
1
1
  export * from './target.js';
2
2
  export * from './agent.js';
3
3
  export * from './skill.js';
4
- export * from './skills-group.js';
5
4
  export * from './sub-agent.js';
5
+ export * from './preset.js';
@@ -0,0 +1,54 @@
1
+ import { z } from 'zod';
2
+ /**
3
+ * Preset schema - a reusable evaluation configuration that bundles
4
+ * an agent with skills, MCPs, sub-agents, and rules.
5
+ *
6
+ * Users create presets once, then trigger eval runs by selecting a test suite.
7
+ * At least one of skillIds, mcpIds, subAgentIds, or ruleIds must be non-empty.
8
+ */
9
+ export declare const PresetSchema: z.ZodObject<{
10
+ id: z.ZodString;
11
+ name: z.ZodString;
12
+ description: z.ZodString;
13
+ createdAt: z.ZodString;
14
+ updatedAt: z.ZodString;
15
+ deleted: z.ZodOptional<z.ZodBoolean>;
16
+ projectId: z.ZodString;
17
+ agentId: z.ZodString;
18
+ skillIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
19
+ skillVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
20
+ mcpIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
21
+ subAgentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
22
+ ruleIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
23
+ }, z.core.$strip>;
24
+ export type Preset = z.infer<typeof PresetSchema>;
25
+ /**
26
+ * Input schema for creating a new Preset.
27
+ */
28
+ export declare const CreatePresetInputSchema: z.ZodObject<{
29
+ name: z.ZodString;
30
+ description: z.ZodString;
31
+ projectId: z.ZodString;
32
+ agentId: z.ZodString;
33
+ skillIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
34
+ skillVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
35
+ mcpIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
36
+ subAgentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
37
+ ruleIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
38
+ }, z.core.$strip>;
39
+ export type CreatePresetInput = z.infer<typeof CreatePresetInputSchema>;
40
+ /**
41
+ * Input schema for updating a Preset.
42
+ */
43
+ export declare const UpdatePresetInputSchema: z.ZodObject<{
44
+ name: z.ZodOptional<z.ZodString>;
45
+ description: z.ZodOptional<z.ZodString>;
46
+ projectId: z.ZodOptional<z.ZodString>;
47
+ agentId: z.ZodOptional<z.ZodString>;
48
+ skillIds: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
49
+ skillVersions: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>>;
50
+ mcpIds: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
51
+ subAgentIds: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
52
+ ruleIds: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
53
+ }, z.core.$strip>;
54
+ export type UpdatePresetInput = z.infer<typeof UpdatePresetInputSchema>;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@wix/evalforge-types",
3
- "version": "0.48.0",
3
+ "version": "0.49.0",
4
4
  "description": "Unified types for EvalForge agent evaluation system",
5
5
  "files": [
6
6
  "build"
@@ -47,5 +47,5 @@
47
47
  "artifactId": "evalforge-types"
48
48
  }
49
49
  },
50
- "falconPackageHash": "e00d356ccf46c62529810f501f4b14bd420896c4148b400a62ac1e77"
50
+ "falconPackageHash": "c8318cc180bbf4042012cb31a3f8256b3390426b1c7a1d99fb3cf314"
51
51
  }
@@ -1,37 +0,0 @@
1
- import { z } from 'zod';
2
- /**
3
- * SkillsGroup schema - a collection of skills (replaces TargetGroup for the new model).
4
- *
5
- * Eval runs can be scoped to a skills group to run against all skills in the group.
6
- */
7
- export declare const SkillsGroupSchema: z.ZodObject<{
8
- id: z.ZodString;
9
- name: z.ZodString;
10
- description: z.ZodString;
11
- createdAt: z.ZodString;
12
- updatedAt: z.ZodString;
13
- deleted: z.ZodOptional<z.ZodBoolean>;
14
- projectId: z.ZodString;
15
- skillIds: z.ZodArray<z.ZodString>;
16
- }, z.core.$strip>;
17
- export type SkillsGroup = z.infer<typeof SkillsGroupSchema>;
18
- /**
19
- * Input schema for creating a new SkillsGroup.
20
- */
21
- export declare const CreateSkillsGroupInputSchema: z.ZodObject<{
22
- name: z.ZodString;
23
- description: z.ZodString;
24
- projectId: z.ZodString;
25
- skillIds: z.ZodArray<z.ZodString>;
26
- }, z.core.$strip>;
27
- export type CreateSkillsGroupInput = z.infer<typeof CreateSkillsGroupInputSchema>;
28
- /**
29
- * Input schema for updating a SkillsGroup.
30
- */
31
- export declare const UpdateSkillsGroupInputSchema: z.ZodObject<{
32
- name: z.ZodOptional<z.ZodString>;
33
- description: z.ZodOptional<z.ZodString>;
34
- projectId: z.ZodOptional<z.ZodString>;
35
- skillIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
36
- }, z.core.$strip>;
37
- export type UpdateSkillsGroupInput = z.infer<typeof UpdateSkillsGroupInputSchema>;