@wix/evalforge-types 0.47.0 → 0.49.0

package/README.md

@@ -9,7 +9,7 @@ Shared TypeScript types and [Zod](https://zod.dev/) schemas for the EvalForge pl
 | Module | Description |
 |--------|-------------|
 | `common` | Base entity schemas (`BaseEntity`, `TenantEntity`), `Rule`, shared utilities |
-| `target` | Testable entities — `Agent`, `Skill`, `SkillVersion`, `SkillsGroup`, `Mcp`, `SubAgent` |
+| `target` | Testable entities — `Agent`, `Skill`, `SkillVersion`, `Preset`, `Mcp`, `SubAgent` |
 | `scenario` | Test scenario definitions and environment configuration |
 | `suite` | Test suite organization |
 | `evaluation` | Eval run schemas, configs, results, and statuses |

package/build/index.js

@@ -59,11 +59,11 @@ __export(index_exports, {
   CreateCustomAssertionInputSchema: () => CreateCustomAssertionInputSchema,
   CreateEvalRunInputSchema: () => CreateEvalRunInputSchema,
   CreateMcpInputSchema: () => CreateMcpInputSchema,
+  CreatePresetInputSchema: () => CreatePresetInputSchema,
   CreateProjectInputSchema: () => CreateProjectInputSchema,
   CreateRuleInputSchema: () => CreateRuleInputSchema,
   CreateSkillInputSchema: () => CreateSkillInputSchema,
   CreateSkillVersionInputSchema: () => CreateSkillVersionInputSchema,
-  CreateSkillsGroupInputSchema: () => CreateSkillsGroupInputSchema,
   CreateSubAgentInputSchema: () => CreateSubAgentInputSchema,
   CreateTemplateInputSchema: () => CreateTemplateInputSchema,
   CreateTestScenarioInputSchema: () => CreateTestScenarioInputSchema,
@@ -115,6 +115,7 @@ __export(index_exports, {
   OpenAIModel: () => Model,
   OpenAIModelSchema: () => OpenAIModelSchema,
   PlaywrightNLTestSchema: () => PlaywrightNLTestSchema,
+  PresetSchema: () => PresetSchema,
   ProjectSchema: () => ProjectSchema,
   PromptResultSchema: () => PromptResultSchema,
   RUN_COMMAND_LABELS: () => RUN_COMMAND_LABELS,
@@ -135,7 +136,6 @@ __export(index_exports, {
   SkillWasCalledAssertionSchema: () => SkillWasCalledAssertionSchema,
   SkillWasCalledConfigSchema: () => SkillWasCalledConfigSchema,
   SkillWithLatestVersionSchema: () => SkillWithLatestVersionSchema,
-  SkillsGroupSchema: () => SkillsGroupSchema,
   SubAgentSchema: () => SubAgentSchema,
   TRACE_EVENT_PREFIX: () => TRACE_EVENT_PREFIX,
   TargetSchema: () => TargetSchema,
@@ -166,10 +166,10 @@ __export(index_exports, {
   UpdateAgentInputSchema: () => UpdateAgentInputSchema,
   UpdateCustomAssertionInputSchema: () => UpdateCustomAssertionInputSchema,
   UpdateMcpInputSchema: () => UpdateMcpInputSchema,
+  UpdatePresetInputSchema: () => UpdatePresetInputSchema,
   UpdateProjectInputSchema: () => UpdateProjectInputSchema,
   UpdateRuleInputSchema: () => UpdateRuleInputSchema,
   UpdateSkillInputSchema: () => UpdateSkillInputSchema,
-  UpdateSkillsGroupInputSchema: () => UpdateSkillsGroupInputSchema,
   UpdateSubAgentInputSchema: () => UpdateSubAgentInputSchema,
   UpdateTemplateInputSchema: () => UpdateTemplateInputSchema,
   UpdateTestScenarioInputSchema: () => UpdateTestScenarioInputSchema,
@@ -1326,34 +1326,51 @@ var SkillWithLatestVersionSchema = SkillSchema.extend({
   latestVersion: SkillVersionSchema.optional()
 });
 
-// src/target/skills-group.ts
+// src/target/sub-agent.ts
 var import_zod8 = require("zod");
-var SkillsGroupSchema = TenantEntitySchema.extend({
-  /** IDs of skills in this group */
-  skillIds: import_zod8.z.array(import_zod8.z.string())
+var SubAgentSchema = TargetSchema.extend({
+  /** The full sub-agent markdown content (YAML frontmatter + body) */
+  subAgentMd: import_zod8.z.string()
 });
-var CreateSkillsGroupInputSchema = SkillsGroupSchema.omit({
+var SubAgentInputBaseSchema = SubAgentSchema.omit({
   id: true,
   createdAt: true,
   updatedAt: true,
   deleted: true
 });
-var UpdateSkillsGroupInputSchema = CreateSkillsGroupInputSchema.partial();
+var CreateSubAgentInputSchema = SubAgentInputBaseSchema;
+var UpdateSubAgentInputSchema = SubAgentInputBaseSchema.partial();
 
-// src/target/sub-agent.ts
+// src/target/preset.ts
 var import_zod9 = require("zod");
-var SubAgentSchema = TargetSchema.extend({
-  /** The full sub-agent markdown content (YAML frontmatter + body) */
-  subAgentMd: import_zod9.z.string()
-});
-var SubAgentInputBaseSchema = SubAgentSchema.omit({
+var PresetSchema = TenantEntitySchema.extend({
+  /** Agent ID for this preset */
+  agentId: import_zod9.z.string(),
+  /** Skill IDs included in this preset */
+  skillIds: import_zod9.z.array(import_zod9.z.string()).default([]),
+  /** Optional map of skillId → skillVersionId for version pinning */
+  skillVersions: import_zod9.z.record(import_zod9.z.string(), import_zod9.z.string()).optional(),
+  /** MCP server IDs included in this preset */
+  mcpIds: import_zod9.z.array(import_zod9.z.string()).default([]),
+  /** Sub-agent IDs included in this preset */
+  subAgentIds: import_zod9.z.array(import_zod9.z.string()).default([]),
+  /** Rule IDs included in this preset */
+  ruleIds: import_zod9.z.array(import_zod9.z.string()).default([])
+});
+var atLeastOneEntity = (data) => (data.skillIds?.length ?? 0) > 0 || (data.mcpIds?.length ?? 0) > 0 || (data.subAgentIds?.length ?? 0) > 0 || (data.ruleIds?.length ?? 0) > 0;
+var AT_LEAST_ONE_ENTITY_MESSAGE = "At least one of skillIds, mcpIds, subAgentIds, or ruleIds must be non-empty";
+var CreatePresetInputSchema = PresetSchema.omit({
   id: true,
   createdAt: true,
   updatedAt: true,
   deleted: true
-});
-var CreateSubAgentInputSchema = SubAgentInputBaseSchema;
-var UpdateSubAgentInputSchema = SubAgentInputBaseSchema.partial();
+}).refine(atLeastOneEntity, { message: AT_LEAST_ONE_ENTITY_MESSAGE });
+var UpdatePresetInputSchema = PresetSchema.omit({
+  id: true,
+  createdAt: true,
+  updatedAt: true,
+  deleted: true
+}).partial();
 
 // src/test/index.ts
 var import_zod20 = require("zod");
@@ -1791,7 +1808,9 @@ var TestScenarioSchema = TenantEntitySchema.extend({
   /** IDs of saved assertions to evaluate (from assertions table) - legacy, use assertionLinks */
   assertionIds: import_zod24.z.array(import_zod24.z.string()).optional(),
   /** Linked assertions with per-scenario parameter values */
-  assertionLinks: import_zod24.z.array(ScenarioAssertionLinkSchema).optional()
+  assertionLinks: import_zod24.z.array(ScenarioAssertionLinkSchema).optional(),
+  /** Tags for categorisation and filtering */
+  tags: import_zod24.z.array(import_zod24.z.string()).optional()
 });
 var CreateTestScenarioInputSchema = TestScenarioSchema.omit({
   id: true,
@@ -2056,11 +2075,13 @@ var FailureAnalysisSchema = import_zod28.z.object({
 var EvalRunSchema = TenantEntitySchema.extend({
   /** Agent ID for this run */
   agentId: import_zod28.z.string().optional(),
-  /** Skills group ID for this run */
-  skillsGroupId: import_zod28.z.string().optional(),
+  /** Preset ID that originated this run (optional) */
+  presetId: import_zod28.z.string().optional(),
+  /** Skill IDs for this run */
+  skillIds: import_zod28.z.array(import_zod28.z.string()).optional(),
   /** Map of skillId to skillVersionId for this run */
   skillVersions: import_zod28.z.record(import_zod28.z.string(), import_zod28.z.string()).optional(),
-  /** Scenario IDs to run */
+  /** Scenario IDs to run (always present — resolved server-side from tags when needed) */
   scenarioIds: import_zod28.z.array(import_zod28.z.string()),
   /** Current status */
   status: EvalStatusSchema,
@@ -2095,7 +2116,9 @@ var EvalRunSchema = TenantEntitySchema.extend({
   /** Sub-agent IDs to enable for this run (optional) */
   subAgentIds: import_zod28.z.array(import_zod28.z.string()).optional(),
   /** Rule IDs to enable for this run (optional) */
-  ruleIds: import_zod28.z.array(import_zod28.z.string()).optional()
+  ruleIds: import_zod28.z.array(import_zod28.z.string()).optional(),
+  /** Tags used to select scenarios for this run (for traceability) */
+  tags: import_zod28.z.array(import_zod28.z.string()).optional()
 });
 var CreateEvalRunInputSchema = EvalRunSchema.omit({
   id: true,
@@ -2106,8 +2129,15 @@ var CreateEvalRunInputSchema = EvalRunSchema.omit({
   results: true,
   aggregateMetrics: true,
   startedAt: true,
-  completedAt: true
-});
+  completedAt: true,
+  scenarioIds: true
+}).extend({
+  /** Optional on input — backend resolves from tags when not provided */
+  scenarioIds: import_zod28.z.array(import_zod28.z.string()).optional()
+}).refine(
+  (data) => data.scenarioIds && data.scenarioIds.length > 0 || data.tags && data.tags.length > 0,
+  { message: "Either scenarioIds or tags must be provided" }
+);
 var EvaluationProgressSchema = import_zod28.z.object({
   runId: import_zod28.z.string(),
   targetId: import_zod28.z.string(),
@@ -2281,7 +2311,8 @@ var ProjectSchema = BaseEntitySchema.extend({
   appId: import_zod31.z.string().optional().describe("The ID of the app in Dev Center"),
   appSecret: import_zod31.z.string().optional().describe("The secret of the app in Dev Center"),
   useWixAuth: import_zod31.z.boolean().optional().describe("Enable Wix CLI/MCP auth for evaluations"),
-  useBase44Auth: import_zod31.z.boolean().optional().describe("Enable Base44 auth for evaluations")
+  useBase44Auth: import_zod31.z.boolean().optional().describe("Enable Base44 auth for evaluations"),
+  scenarioTags: import_zod31.z.array(import_zod31.z.string()).optional().describe("Project-level tag vocabulary for scenarios")
 });
 var CreateProjectInputSchema = ProjectSchema.omit({
   id: true,
@@ -2493,11 +2524,11 @@ function getSystemAssertion(id) {
   CreateCustomAssertionInputSchema,
   CreateEvalRunInputSchema,
   CreateMcpInputSchema,
+  CreatePresetInputSchema,
   CreateProjectInputSchema,
   CreateRuleInputSchema,
   CreateSkillInputSchema,
   CreateSkillVersionInputSchema,
-  CreateSkillsGroupInputSchema,
   CreateSubAgentInputSchema,
   CreateTemplateInputSchema,
   CreateTestScenarioInputSchema,
@@ -2549,6 +2580,7 @@ function getSystemAssertion(id) {
   OpenAIModel,
   OpenAIModelSchema,
   PlaywrightNLTestSchema,
+  PresetSchema,
   ProjectSchema,
   PromptResultSchema,
   RUN_COMMAND_LABELS,
@@ -2569,7 +2601,6 @@ function getSystemAssertion(id) {
   SkillWasCalledAssertionSchema,
   SkillWasCalledConfigSchema,
   SkillWithLatestVersionSchema,
-  SkillsGroupSchema,
   SubAgentSchema,
   TRACE_EVENT_PREFIX,
   TargetSchema,
@@ -2600,10 +2631,10 @@ function getSystemAssertion(id) {
   UpdateAgentInputSchema,
   UpdateCustomAssertionInputSchema,
   UpdateMcpInputSchema,
+  UpdatePresetInputSchema,
   UpdateProjectInputSchema,
   UpdateRuleInputSchema,
   UpdateSkillInputSchema,
-  UpdateSkillsGroupInputSchema,
   UpdateSubAgentInputSchema,
   UpdateTemplateInputSchema,
   UpdateTestScenarioInputSchema,