@wix/evalforge-types 0.47.0 → 0.49.0

package/build/types/evaluation/eval-run.d.ts

@@ -234,7 +234,8 @@ export declare const EvalRunSchema: z.ZodObject<{
     deleted: z.ZodOptional<z.ZodBoolean>;
     projectId: z.ZodString;
     agentId: z.ZodOptional<z.ZodString>;
-    skillsGroupId: z.ZodOptional<z.ZodString>;
+    presetId: z.ZodOptional<z.ZodString>;
+    skillIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     skillVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     scenarioIds: z.ZodArray<z.ZodString>;
     status: z.ZodEnum<typeof import("./metrics.js").EvalStatus>;
@@ -521,20 +522,29 @@ export declare const EvalRunSchema: z.ZodObject<{
     mcpIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     subAgentIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     ruleIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
 }, z.core.$strip>;
 export type EvalRun = z.infer<typeof EvalRunSchema>;
 /**
  * Input schema for creating a new EvalRun.
+ *
+ * Either `scenarioIds` or `tags` (or both) must be provided.
+ * When `tags` are provided without `scenarioIds`, the backend resolves
+ * matching scenarios server-side and populates `scenarioIds` on the entity.
  */
 export declare const CreateEvalRunInputSchema: z.ZodObject<{
     name: z.ZodString;
     description: z.ZodString;
     deleted: z.ZodOptional<z.ZodBoolean>;
     projectId: z.ZodString;
-    scenarioIds: z.ZodArray<z.ZodString>;
     agentId: z.ZodOptional<z.ZodString>;
-    skillsGroupId: z.ZodOptional<z.ZodString>;
+    skillIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     skillVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    mcpIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    subAgentIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    ruleIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    presetId: z.ZodOptional<z.ZodString>;
     failureAnalyses: z.ZodOptional<z.ZodArray<z.ZodObject<{
         category: z.ZodEnum<typeof FailureCategory>;
         severity: z.ZodEnum<typeof FailureSeverity>;
@@ -636,9 +646,7 @@ export declare const CreateEvalRunInputSchema: z.ZodObject<{
     jobStatus: z.ZodOptional<z.ZodString>;
     jobError: z.ZodOptional<z.ZodString>;
     jobStatusCheckedAt: z.ZodOptional<z.ZodString>;
-    mcpIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
-    subAgentIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
-    ruleIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    scenarioIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
 }, z.core.$strip>;
 export type CreateEvalRunInput = z.infer<typeof CreateEvalRunInputSchema>;
 /**

package/build/types/project/project.d.ts

@@ -19,6 +19,7 @@ export declare const ProjectSchema: z.ZodObject<{
     appSecret: z.ZodOptional<z.ZodString>;
     useWixAuth: z.ZodOptional<z.ZodBoolean>;
     useBase44Auth: z.ZodOptional<z.ZodBoolean>;
+    scenarioTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
 }, z.core.$strip>;
 export type Project = z.infer<typeof ProjectSchema>;
 /**
@@ -31,6 +32,7 @@ export declare const CreateProjectInputSchema: z.ZodObject<{
     appSecret: z.ZodOptional<z.ZodString>;
     useWixAuth: z.ZodOptional<z.ZodBoolean>;
     useBase44Auth: z.ZodOptional<z.ZodBoolean>;
+    scenarioTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
 }, z.core.$strip>;
 export type CreateProjectInput = z.infer<typeof CreateProjectInputSchema>;
 /**
@@ -43,5 +45,6 @@ export declare const UpdateProjectInputSchema: z.ZodObject<{
     appSecret: z.ZodOptional<z.ZodOptional<z.ZodString>>;
     useWixAuth: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
     useBase44Auth: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
+    scenarioTags: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodString>>>;
 }, z.core.$strip>;
 export type UpdateProjectInput = z.infer<typeof UpdateProjectInputSchema>;

package/build/types/scenario/test-scenario.d.ts

@@ -55,6 +55,7 @@ export declare const TestScenarioSchema: z.ZodObject<{
         assertionId: z.ZodString;
         params: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
     }, z.core.$strip>>>;
+    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
 }, z.core.$strip>;
 export type TestScenario = z.infer<typeof TestScenarioSchema>;
 /**
@@ -96,6 +97,7 @@ export declare const CreateTestScenarioInputSchema: z.ZodObject<{
         assertionId: z.ZodString;
         params: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
     }, z.core.$strip>>>;
+    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
 }, z.core.$strip>;
 export type CreateTestScenarioInput = z.infer<typeof CreateTestScenarioInputSchema>;
 /**
@@ -137,5 +139,6 @@ export declare const UpdateTestScenarioInputSchema: z.ZodObject<{
         assertionId: z.ZodString;
         params: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
     }, z.core.$strip>>>>;
+    tags: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodString>>>;
 }, z.core.$strip>;
 export type UpdateTestScenarioInput = z.infer<typeof UpdateTestScenarioInputSchema>;

package/build/types/target/index.d.ts

@@ -1,5 +1,5 @@
 export * from './target.js';
 export * from './agent.js';
 export * from './skill.js';
-export * from './skills-group.js';
 export * from './sub-agent.js';
+export * from './preset.js';

package/build/types/target/preset.d.ts

@@ -0,0 +1,54 @@
+import { z } from 'zod';
+/**
+ * Preset schema - a reusable evaluation configuration that bundles
+ * an agent with skills, MCPs, sub-agents, and rules.
+ *
+ * Users create presets once, then trigger eval runs by selecting a test suite.
+ * At least one of skillIds, mcpIds, subAgentIds, or ruleIds must be non-empty.
+ */
+export declare const PresetSchema: z.ZodObject<{
+    id: z.ZodString;
+    name: z.ZodString;
+    description: z.ZodString;
+    createdAt: z.ZodString;
+    updatedAt: z.ZodString;
+    deleted: z.ZodOptional<z.ZodBoolean>;
+    projectId: z.ZodString;
+    agentId: z.ZodString;
+    skillIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    skillVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    mcpIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    subAgentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    ruleIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+}, z.core.$strip>;
+export type Preset = z.infer<typeof PresetSchema>;
+/**
+ * Input schema for creating a new Preset.
+ */
+export declare const CreatePresetInputSchema: z.ZodObject<{
+    name: z.ZodString;
+    description: z.ZodString;
+    projectId: z.ZodString;
+    agentId: z.ZodString;
+    skillIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    skillVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    mcpIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    subAgentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    ruleIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+}, z.core.$strip>;
+export type CreatePresetInput = z.infer<typeof CreatePresetInputSchema>;
+/**
+ * Input schema for updating a Preset.
+ */
+export declare const UpdatePresetInputSchema: z.ZodObject<{
+    name: z.ZodOptional<z.ZodString>;
+    description: z.ZodOptional<z.ZodString>;
+    projectId: z.ZodOptional<z.ZodString>;
+    agentId: z.ZodOptional<z.ZodString>;
+    skillIds: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
+    skillVersions: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>>;
+    mcpIds: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
+    subAgentIds: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
+    ruleIds: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
+}, z.core.$strip>;
+export type UpdatePresetInput = z.infer<typeof UpdatePresetInputSchema>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-types",
-  "version": "0.47.0",
+  "version": "0.49.0",
   "description": "Unified types for EvalForge agent evaluation system",
   "files": [
     "build"
@@ -47,5 +47,5 @@
       "artifactId": "evalforge-types"
     }
   },
-  "falconPackageHash": "6bda98c4a379a4d2b7510c8e75a4ff571abea1af473bc2c8cb5b7432"
+  "falconPackageHash": "c8318cc180bbf4042012cb31a3f8256b3390426b1c7a1d99fb3cf314"
 }

package/build/types/target/skills-group.d.ts

@@ -1,37 +0,0 @@
-import { z } from 'zod';
-/**
- * SkillsGroup schema - a collection of skills (replaces TargetGroup for the new model).
- *
- * Eval runs can be scoped to a skills group to run against all skills in the group.
- */
-export declare const SkillsGroupSchema: z.ZodObject<{
-    id: z.ZodString;
-    name: z.ZodString;
-    description: z.ZodString;
-    createdAt: z.ZodString;
-    updatedAt: z.ZodString;
-    deleted: z.ZodOptional<z.ZodBoolean>;
-    projectId: z.ZodString;
-    skillIds: z.ZodArray<z.ZodString>;
-}, z.core.$strip>;
-export type SkillsGroup = z.infer<typeof SkillsGroupSchema>;
-/**
- * Input schema for creating a new SkillsGroup.
- */
-export declare const CreateSkillsGroupInputSchema: z.ZodObject<{
-    name: z.ZodString;
-    description: z.ZodString;
-    projectId: z.ZodString;
-    skillIds: z.ZodArray<z.ZodString>;
-}, z.core.$strip>;
-export type CreateSkillsGroupInput = z.infer<typeof CreateSkillsGroupInputSchema>;
-/**
- * Input schema for updating a SkillsGroup.
- */
-export declare const UpdateSkillsGroupInputSchema: z.ZodObject<{
-    name: z.ZodOptional<z.ZodString>;
-    description: z.ZodOptional<z.ZodString>;
-    projectId: z.ZodOptional<z.ZodString>;
-    skillIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
-}, z.core.$strip>;
-export type UpdateSkillsGroupInput = z.infer<typeof UpdateSkillsGroupInputSchema>;